diff options
| author | Oz Linden <oz@lindenlab.com> | 2013-07-29 16:04:21 -0400 | 
|---|---|---|
| committer | Oz Linden <oz@lindenlab.com> | 2013-07-29 16:04:21 -0400 | 
| commit | 9d63bb755f8ce8342fdd4be74193f64ad6e71736 (patch) | |
| tree | 4e7ef6e96db3a883ad949d20f4a4ff5c626614c7 | |
| parent | 91f7d0d1540ae448b45d8eceacff8aad2b88462a (diff) | |
| parent | 499d132877974d076b852b4514b6320e111a5040 (diff) | |
merge changes for maint-2936
| -rwxr-xr-x | indra/llui/CMakeLists.txt | 4 | ||||
| -rwxr-xr-x | indra/llui/llbutton.cpp | 4 | ||||
| -rwxr-xr-x | indra/llui/llfloater.cpp | 25 | ||||
| -rwxr-xr-x | indra/llui/llfloater.h | 1 | ||||
| -rwxr-xr-x | indra/llui/llnotifications.cpp | 1 | ||||
| -rwxr-xr-x | indra/llui/llnotifications.h | 4 | ||||
| -rw-r--r-- | indra/llui/llnotificationslistener.cpp | 359 | ||||
| -rw-r--r-- | indra/llui/llnotificationslistener.h | 69 | ||||
| -rwxr-xr-x | indra/llui/lltabcontainer.cpp | 56 | ||||
| -rwxr-xr-x | indra/llui/lluictrl.cpp | 20 | ||||
| -rwxr-xr-x | indra/llui/llview.cpp | 61 | ||||
| -rw-r--r-- | indra/llui/llviewereventrecorder.cpp | 296 | ||||
| -rw-r--r-- | indra/llui/llviewereventrecorder.h | 103 | ||||
| -rwxr-xr-x | indra/llwindow/llwindowmacosx.cpp | 2 | ||||
| -rwxr-xr-x | indra/newview/app_settings/cmd_line.xml | 8 | ||||
| -rwxr-xr-x | indra/newview/app_settings/settings.xml | 21 | ||||
| -rwxr-xr-x | indra/newview/llappviewer.cpp | 9 | ||||
| -rwxr-xr-x | indra/newview/llviewerkeyboard.cpp | 5 | ||||
| -rwxr-xr-x | indra/newview/llviewermenu.cpp | 41 | ||||
| -rwxr-xr-x | indra/newview/llviewerwindow.cpp | 102 | ||||
| -rwxr-xr-x | indra/newview/llwindowlistener.cpp | 9 | ||||
| -rwxr-xr-x | indra/newview/skins/default/xui/en/menu_viewer.xml | 28 | 
22 files changed, 1146 insertions, 82 deletions
| diff --git a/indra/llui/CMakeLists.txt b/indra/llui/CMakeLists.txt index 34a08603fa..589ceac501 100755 --- a/indra/llui/CMakeLists.txt +++ b/indra/llui/CMakeLists.txt @@ -75,6 +75,7 @@ set(llui_SOURCE_FILES      llmultislider.cpp      llmultisliderctrl.cpp      llnotifications.cpp +    llnotificationslistener.cpp      llnotificationsutil.cpp      llpanel.cpp      llprogressbar.cpp @@ -128,6 +129,7 @@ set(llui_SOURCE_FILES      llviewmodel.cpp      llview.cpp      llviewquery.cpp +    llviewereventrecorder.cpp      llwindowshade.cpp      llxuiparser.cpp      ) @@ -183,6 +185,7 @@ set(llui_HEADER_FILES      llmultislider.h      llnotificationptr.h      llnotifications.h +    llnotificationslistener.h      llnotificationsutil.h      llnotificationtemplate.h      llnotificationvisibilityrule.h @@ -240,6 +243,7 @@ set(llui_HEADER_FILES      llviewinject.h      llviewmodel.h      llview.h +    llviewereventrecorder.h      llviewquery.h      llwindowshade.h      llxuiparser.h diff --git a/indra/llui/llbutton.cpp b/indra/llui/llbutton.cpp index a8149a9a1d..4ccb019106 100755 --- a/indra/llui/llbutton.cpp +++ b/indra/llui/llbutton.cpp @@ -49,6 +49,7 @@  #include "lluictrlfactory.h"  #include "llhelp.h"  #include "lldockablefloater.h" +#include "llviewereventrecorder.h"  static LLDefaultChildRegistry::Register<LLButton> r("button"); @@ -443,6 +444,8 @@ BOOL LLButton::handleMouseDown(S32 x, S32 y, MASK mask)  		 */  		LLUICtrl::handleMouseDown(x, y, mask); +		LLViewerEventRecorder::instance().updateMouseEventInfo(x,y,-55,-55,getPathname()); +  		if(mMouseDownSignal) (*mMouseDownSignal)(this, LLSD());  		mMouseDownTimer.start(); @@ -473,6 +476,7 @@ BOOL LLButton::handleMouseUp(S32 x, S32 y, MASK mask)  		 * by calling LLUICtrl::mMouseUpSignal(x, y, mask);  		 */  		LLUICtrl::handleMouseUp(x, y, mask); +		LLViewerEventRecorder::instance().updateMouseEventInfo(x,y,-55,-55,getPathname());   		// Regardless of where mouseup occurs, handle callback  		if(mMouseUpSignal) (*mMouseUpSignal)(this, LLSD()); diff --git a/indra/llui/llfloater.cpp b/indra/llui/llfloater.cpp index 09e27a264a..913de49d63 100755 --- a/indra/llui/llfloater.cpp +++ b/indra/llui/llfloater.cpp @@ -29,7 +29,7 @@  // mini-map floater, etc.  #include "linden_common.h" - +#include "llviewereventrecorder.h"  #include "llfloater.h"  #include "llfocusmgr.h" @@ -653,7 +653,10 @@ void LLFloater::handleVisibilityChange ( BOOL new_visibility )  void LLFloater::openFloater(const LLSD& key)  { -	llinfos << "Opening floater " << getName() << llendl; +    llinfos << "Opening floater " << getName() << " full path: " << getPathname() << llendl; + +	LLViewerEventRecorder::instance().logVisibilityChange( getPathname(), getName(), true,"floater"); // Last param is event subtype or empty string +  	mKey = key; // in case we need to open ourselves again  	if (getSoundFlags() != SILENT  @@ -707,6 +710,7 @@ void LLFloater::openFloater(const LLSD& key)  void LLFloater::closeFloater(bool app_quitting)  {  	llinfos << "Closing floater " << getName() << llendl; +	LLViewerEventRecorder::instance().logVisibilityChange( getPathname(), getName(), false,"floater"); // Last param is event subtype or empty string  	if (app_quitting)  	{  		LLFloater::sQuitting = true; @@ -1553,6 +1557,17 @@ BOOL LLFloater::handleScrollWheel(S32 x, S32 y, S32 clicks)  }  // virtual +BOOL LLFloater::handleMouseUp(S32 x, S32 y, MASK mask) +{ +	lldebugs << "LLFloater::handleMouseUp calling LLPanel (really LLView)'s handleMouseUp (first initialized xui to: " << getPathname() << " )" << llendl; +	BOOL handled = LLPanel::handleMouseUp(x,y,mask); // Not implemented in LLPanel so this actually calls LLView +	if (handled) { +		LLViewerEventRecorder::instance().updateMouseEventInfo(x,y,-55,-55,getPathname()); +	} +	return handled; +} + +// virtual  BOOL LLFloater::handleMouseDown(S32 x, S32 y, MASK mask)  {  	if( mMinimized ) @@ -1572,7 +1587,11 @@ BOOL LLFloater::handleMouseDown(S32 x, S32 y, MASK mask)  	else  	{  		bringToFront( x, y ); -		return LLPanel::handleMouseDown( x, y, mask ); +		BOOL handled = LLPanel::handleMouseDown( x, y, mask );  +		if (handled) { +			LLViewerEventRecorder::instance().updateMouseEventInfo(x,y,-55,-55,getPathname());  +		} +		return handled;  	}  } diff --git a/indra/llui/llfloater.h b/indra/llui/llfloater.h index 4dba1e645f..09fe2219c0 100755 --- a/indra/llui/llfloater.h +++ b/indra/llui/llfloater.h @@ -285,6 +285,7 @@ public:  	S32				getHeaderHeight() const { return mHeaderHeight; }  	virtual BOOL	handleMouseDown(S32 x, S32 y, MASK mask); +	virtual BOOL	handleMouseUp(S32 x, S32 y, MASK mask);  	virtual BOOL	handleRightMouseDown(S32 x, S32 y, MASK mask);  	virtual BOOL	handleDoubleClick(S32 x, S32 y, MASK mask);  	virtual BOOL	handleMiddleMouseDown(S32 x, S32 y, MASK mask); diff --git a/indra/llui/llnotifications.cpp b/indra/llui/llnotifications.cpp index 1789f003b9..743d34c57b 100755 --- a/indra/llui/llnotifications.cpp +++ b/indra/llui/llnotifications.cpp @@ -1206,6 +1206,7 @@ LLNotifications::LLNotifications()  :	LLNotificationChannelBase(LLNotificationFilters::includeEverything),  	mIgnoreAllNotifications(false)  { +        mListener.reset(new LLNotificationsListener(*this));  	LLUICtrl::CommitCallbackRegistry::currentRegistrar().add("Notification.Show", boost::bind(&LLNotifications::addFromCallback, this, _2));  } diff --git a/indra/llui/llnotifications.h b/indra/llui/llnotifications.h index 87573c2a56..9037712cc8 100755 --- a/indra/llui/llnotifications.h +++ b/indra/llui/llnotifications.h @@ -98,6 +98,8 @@  #include "llrefcount.h"  #include "llsdparam.h" +#include "llnotificationslistener.h" +  class LLAvatarName;  typedef enum e_notification_priority  { @@ -970,6 +972,8 @@ private:  	bool mIgnoreAllNotifications; +	boost::scoped_ptr<LLNotificationsListener> mListener; +  	std::vector<LLNotificationChannelPtr> mDefaultChannels;  }; diff --git a/indra/llui/llnotificationslistener.cpp b/indra/llui/llnotificationslistener.cpp new file mode 100644 index 0000000000..9e8e943ee6 --- /dev/null +++ b/indra/llui/llnotificationslistener.cpp @@ -0,0 +1,359 @@ +/** + * @file   llnotificationslistener.cpp + * @author Brad Kittenbrink + * @date   2009-07-08 + * @brief  Implementation for llnotificationslistener. + *  + * $LicenseInfo:firstyear=2009&license=viewerlgpl$ + * Second Life Viewer Source Code + * Copyright (C) 2010, Linden Research, Inc. + *  + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License as published by the Free Software Foundation; + * version 2.1 of the License only. + *  + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU + * Lesser General Public License for more details. + *  + * You should have received a copy of the GNU Lesser General Public + * License along with this library; if not, write to the Free Software + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA + *  + * Linden Research, Inc., 945 Battery Street, San Francisco, CA  94111  USA + * $/LicenseInfo$ + */ + +#include "linden_common.h" +#include "llnotificationslistener.h" +#include "llnotifications.h" +#include "llnotificationtemplate.h" +#include "llsd.h" +#include "llui.h" + +LLNotificationsListener::LLNotificationsListener(LLNotifications & notifications) : +    LLEventAPI("LLNotifications", +               "LLNotifications listener to (e.g.) pop up a notification"), +    mNotifications(notifications) +{ +    add("requestAdd", +        "Add a notification with specified [\"name\"], [\"substitutions\"] and [\"payload\"].\n" +        "If optional [\"reply\"] specified, arrange to send user response on that LLEventPump.", +        &LLNotificationsListener::requestAdd); +    /*    add("listChannels", +        "Post to [\"reply\"] a map of info on existing channels", +        &LLNotificationsListener::listChannels, +        LLSD().with("reply", LLSD())); +    */ +    add("listChannelNotifications", +        "Post to [\"reply\"] an array of info on notifications in channel [\"channel\"]", +        &LLNotificationsListener::listChannelNotifications, +        LLSD().with("reply", LLSD()).with("channel", LLSD())); +    add("respond", +        "Respond to notification [\"uuid\"] with data in [\"response\"]", +        &LLNotificationsListener::respond, +        LLSD().with("uuid", LLSD())); +    add("cancel", +        "Cancel notification [\"uuid\"]", +        &LLNotificationsListener::cancel, +        LLSD().with("uuid", LLSD())); +    add("ignore", +        "Ignore future notification [\"name\"]\n" +        "(from <notification name= > in notifications.xml)\n" +        "according to boolean [\"ignore\"].\n" +        "If [\"name\"] is omitted or undefined, [un]ignore all future notifications.\n" +        "Note that ignored notifications are not forwarded unless intercepted before\n" +        "the \"Ignore\" channel.", +        &LLNotificationsListener::ignore); +    add("forward", +        "Forward to [\"pump\"] future notifications on channel [\"channel\"]\n" +        "according to boolean [\"forward\"]. When enabled, only types matching\n" +        "[\"types\"] are forwarded, as follows:\n" +        "omitted or undefined: forward all notifications\n" +        "string: forward only the specific named [sig]type\n" +        "array of string: forward any notification matching any named [sig]type.\n" +        "When boolean [\"respond\"] is true, we auto-respond to each forwarded\n" +        "notification.", +        &LLNotificationsListener::forward, +        LLSD().with("channel", LLSD())); +} + +// This is here in the .cpp file so we don't need the definition of class +// Forwarder in the header file. +LLNotificationsListener::~LLNotificationsListener() +{ +} + +void LLNotificationsListener::requestAdd(const LLSD& event_data) const +{ +	if(event_data.has("reply")) +	{ +		mNotifications.add(event_data["name"],  +						   event_data["substitutions"],  +						   event_data["payload"], +						   boost::bind(&LLNotificationsListener::NotificationResponder,  +									   this,  +									   event_data["reply"].asString(),  +									   _1, _2 +									   ) +						   ); +	} +	else +	{ +		mNotifications.add(event_data["name"],  +						   event_data["substitutions"],  +						   event_data["payload"]); +	} +} + +void LLNotificationsListener::NotificationResponder(const std::string& reply_pump,  +										const LLSD& notification,  +										const LLSD& response) const +{ +	LLSD reponse_event; +	reponse_event["notification"] = notification; +	reponse_event["response"] = response; +	LLEventPumps::getInstance()->obtain(reply_pump).post(reponse_event); +} +/* +void LLNotificationsListener::listChannels(const LLSD& params) const +{ +    LLReqID reqID(params); +    LLSD response(reqID.makeResponse()); +    for (LLNotifications:: + + + +    for (LLNotifications::ChannelMap::const_iterator cmi(mNotifications.mChannels.begin()), +                                                     cmend(mNotifications.mChannels.end()); +         cmi != cmend; ++cmi) +    { +        LLSD channelInfo; +        channelInfo["parent"] = cmi->second->getParentChannelName(); +        response[cmi->first] = channelInfo; +    } +    LLEventPumps::instance().obtain(params["reply"]).post(response); +} +*/ +void LLNotificationsListener::listChannelNotifications(const LLSD& params) const +{ +    LLReqID reqID(params); +    LLSD response(reqID.makeResponse()); +    LLNotificationChannelPtr channel(mNotifications.getChannel(params["channel"])); +    if (channel) +    { +        LLSD notifications(LLSD::emptyArray()); +        for (LLNotificationChannel::Iterator ni(channel->begin()), nend(channel->end()); +             ni != nend; ++ni) +        { +            notifications.append(asLLSD(*ni)); +        } +        response["notifications"] = notifications; +    } +    LLEventPumps::instance().obtain(params["reply"]).post(response); +} + +void LLNotificationsListener::respond(const LLSD& params) const +{ +    LLNotificationPtr notification(mNotifications.find(params["uuid"])); +    if (notification) +    { +        notification->respond(params["response"]); +    } +} + +void LLNotificationsListener::cancel(const LLSD& params) const +{ +    LLNotificationPtr notification(mNotifications.find(params["uuid"])); +    if (notification) +    { +        mNotifications.cancel(notification); +    } +} + +void LLNotificationsListener::ignore(const LLSD& params) const +{ +    // Calling a method named "ignore", but omitting its "ignore" Boolean +    // argument, should by default cause something to be ignored. Explicitly +    // pass ["ignore"] = false to cancel ignore. +    bool ignore = true; +    if (params.has("ignore")) +    { +        ignore = params["ignore"].asBoolean(); +    } +    // This method can be used to affect either a single notification name or +    // all future notifications. The two use substantially different mechanisms. +    if (params["name"].isDefined()) +    { +        // ["name"] was passed: ignore just that notification +		LLNotificationTemplatePtr templatep = mNotifications.getTemplate(params["name"]); +		if (templatep) +		{ +			templatep->mForm->setIgnored(ignore); +		} +    } +    else +    { +        // no ["name"]: ignore all future notifications +        mNotifications.setIgnoreAllNotifications(ignore); +    } +} + +class LLNotificationsListener::Forwarder: public LLEventTrackable +{ +    LOG_CLASS(LLNotificationsListener::Forwarder); +public: +    Forwarder(LLNotifications& llnotifications, const std::string& channel): +        mNotifications(llnotifications), +        mRespond(false) +    { +        // Connect to the specified channel on construction. Because +        // LLEventTrackable is a base, we should automatically disconnect when +        // destroyed. +        LLNotificationChannelPtr channelptr(llnotifications.getChannel(channel)); +        if (channelptr) +        { +            // Insert our processing as a "passed filter" listener. This way +            // we get to run before all the "changed" listeners, and we get to +            // swipe it (hide it from the other listeners) if desired. +            channelptr->connectPassedFilter(boost::bind(&Forwarder::handle, this, _1)); +        } +    } + +    void setPumpName(const std::string& name) { mPumpName = name; } +    void setTypes(const LLSD& types) { mTypes = types; } +    void setRespond(bool respond) { mRespond = respond; } + +private: +    bool handle(const LLSD& notification) const; +    bool matchType(const LLSD& filter, const std::string& type) const; + +    LLNotifications& mNotifications; +    std::string mPumpName; +    LLSD mTypes; +    bool mRespond; +}; + +void LLNotificationsListener::forward(const LLSD& params) +{ +    std::string channel(params["channel"]); +    // First decide whether we're supposed to start forwarding or stop it. +    // Default to true. +    bool forward = true; +    if (params.has("forward")) +    { +        forward = params["forward"].asBoolean(); +    } +    if (! forward) +    { +        // This is a request to stop forwarding notifications on the specified +        // channel. The rest of the params don't matter. +        // Because mForwarders contains scoped_ptrs, erasing the map entry +        // DOES delete the heap Forwarder object. Because Forwarder derives +        // from LLEventTrackable, destroying it disconnects it from the +        // channel. +        mForwarders.erase(channel); +        return; +    } +    // From here on, we know we're being asked to start (or modify) forwarding +    // on the specified channel. Find or create an appropriate Forwarder. +    ForwarderMap::iterator +        entry(mForwarders.insert(ForwarderMap::value_type(channel, ForwarderMap::mapped_type())).first); +    if (! entry->second) +    { +        entry->second.reset(new Forwarder(mNotifications, channel)); +    } +    // Now, whether this Forwarder is brand-new or not, update it with the new +    // request info. +    Forwarder& fwd(*entry->second); +    fwd.setPumpName(params["pump"]); +    fwd.setTypes(params["types"]); +    fwd.setRespond(params["respond"]); +} + +bool LLNotificationsListener::Forwarder::handle(const LLSD& notification) const +{ +    LL_INFOS("LLNotificationsListener") << "handle(" << notification << ")" << LL_ENDL; +    if (notification["sigtype"].asString() == "delete") +    { +        LL_INFOS("LLNotificationsListener") << "ignoring delete" << LL_ENDL; +        // let other listeners see the "delete" operation +        return false; +    } +    LLNotificationPtr note(mNotifications.find(notification["id"])); +    if (! note) +    { +        LL_INFOS("LLNotificationsListener") << notification["id"] << " not found" << LL_ENDL; +        return false; +    } +    if (! matchType(mTypes, note->getType())) +    { +        LL_INFOS("LLNotificationsListener") << "didn't match types " << mTypes << LL_ENDL; +        // We're not supposed to intercept this particular notification. Let +        // other listeners process it. +        return false; +    } +    LL_INFOS("LLNotificationsListener") << "sending via '" << mPumpName << "'" << LL_ENDL; +    // This is a notification we care about. Forward it through specified +    // LLEventPump. +    LLEventPumps::instance().obtain(mPumpName).post(asLLSD(note)); +    // Are we also being asked to auto-respond? +    if (mRespond) +    { +        LL_INFOS("LLNotificationsListener") << "should respond" << LL_ENDL; +        note->respond(LLSD::emptyMap()); +        // Did that succeed in removing the notification? Only cancel() if +        // it's still around -- otherwise we get an LL_ERRS crash! +        note = mNotifications.find(notification["id"]); +        if (note) +        { +            LL_INFOS("LLNotificationsListener") << "respond() didn't clear, canceling" << LL_ENDL; +            mNotifications.cancel(note); +        } +    } +    // If we've auto-responded to this notification, then it's going to be +    // deleted. Other listeners would get the change operation, try to look it +    // up and be baffled by lookup failure. So when we auto-respond, suppress +    // this notification: don't pass it to other listeners. +    return mRespond; +} + +bool LLNotificationsListener::Forwarder::matchType(const LLSD& filter, const std::string& type) const +{ +    // Decide whether this notification matches filter: +    // undefined: forward all notifications +    if (filter.isUndefined()) +    { +        return true; +    } +    // array of string: forward any notification matching any named type +    if (filter.isArray()) +    { +        for (LLSD::array_const_iterator ti(filter.beginArray()), tend(filter.endArray()); +             ti != tend; ++ti) +        { +            if (ti->asString() == type) +            { +                return true; +            } +        } +        // Didn't match any entry in the array +        return false; +    } +    // string: forward only the specific named type +    return (filter.asString() == type); +} + +LLSD LLNotificationsListener::asLLSD(LLNotificationPtr note) +{ +    LLSD notificationInfo(note->asLLSD()); +    // For some reason the following aren't included in LLNotification::asLLSD(). +    notificationInfo["summary"] = note->summarize(); +    notificationInfo["id"]      = note->id(); +    notificationInfo["type"]    = note->getType(); +    notificationInfo["message"] = note->getMessage(); +    notificationInfo["label"]   = note->getLabel(); +    return notificationInfo; +} diff --git a/indra/llui/llnotificationslistener.h b/indra/llui/llnotificationslistener.h new file mode 100644 index 0000000000..f9f7641de6 --- /dev/null +++ b/indra/llui/llnotificationslistener.h @@ -0,0 +1,69 @@ +/** + * @file   llnotificationslistener.h + * @author Brad Kittenbrink + * @date   2009-07-08 + * @brief  Wrap subset of LLNotifications API in event API for test scripts. + *  + * $LicenseInfo:firstyear=2009&license=viewerlgpl$ + * Second Life Viewer Source Code + * Copyright (C) 2010, Linden Research, Inc. + *  + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License as published by the Free Software Foundation; + * version 2.1 of the License only. + *  + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU + * Lesser General Public License for more details. + *  + * You should have received a copy of the GNU Lesser General Public + * License along with this library; if not, write to the Free Software + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA + *  + * Linden Research, Inc., 945 Battery Street, San Francisco, CA  94111  USA + * $/LicenseInfo$ + */ + +#ifndef LL_LLNOTIFICATIONSLISTENER_H +#define LL_LLNOTIFICATIONSLISTENER_H + +#include "lleventapi.h" +#include "llnotificationptr.h" +#include <boost/shared_ptr.hpp> +#include <map> +#include <string> + +class LLNotifications; +class LLSD; + +class LLNotificationsListener : public LLEventAPI +{ +public: +    LLNotificationsListener(LLNotifications & notifications); +    ~LLNotificationsListener(); + +private: +    void requestAdd(LLSD const & event_data) const; + +	void NotificationResponder(const std::string& replypump,  +							   const LLSD& notification,  +							   const LLSD& response) const; + +    void listChannels(const LLSD& params) const; +    void listChannelNotifications(const LLSD& params) const; +    void respond(const LLSD& params) const; +    void cancel(const LLSD& params) const; +    void ignore(const LLSD& params) const; +    void forward(const LLSD& params); + +    static LLSD asLLSD(LLNotificationPtr); + +    class Forwarder; +    typedef std::map<std::string, boost::shared_ptr<Forwarder> > ForwarderMap; +    ForwarderMap mForwarders; +	LLNotifications & mNotifications; +}; + +#endif // LL_LLNOTIFICATIONSLISTENER_H diff --git a/indra/llui/lltabcontainer.cpp b/indra/llui/lltabcontainer.cpp index fd98155704..76ba53ec32 100755 --- a/indra/llui/lltabcontainer.cpp +++ b/indra/llui/lltabcontainer.cpp @@ -27,7 +27,7 @@  #include "linden_common.h"  #include "lltabcontainer.h" - +#include "llviewereventrecorder.h"  #include "llfocusmgr.h"  #include "lllocalcliprect.h"  #include "llrect.h" @@ -578,6 +578,11 @@ BOOL LLTabContainer::handleMouseDown( S32 x, S32 y, MASK mask )  			tab_button->setFocus(TRUE);  		}  	} +	if (handled) { +		// Note: May need to also capture local coords right here ? +		LLViewerEventRecorder::instance().update_xui(getPathname( )); +	} +  	return handled;  } @@ -629,30 +634,33 @@ BOOL LLTabContainer::handleMouseUp( S32 x, S32 y, MASK mask )  	BOOL handled = FALSE;  	BOOL has_scroll_arrows = (getMaxScrollPos() > 0)  && !getTabsHidden(); +	S32 local_x = x - getRect().mLeft; +	S32 local_y = y - getRect().mBottom; +  	if (has_scroll_arrows)  	{  		if (mJumpPrevArrowBtn && mJumpPrevArrowBtn->getRect().pointInRect(x, y))  		{ -			S32 local_x = x - mJumpPrevArrowBtn->getRect().mLeft; -			S32 local_y = y - mJumpPrevArrowBtn->getRect().mBottom; +			local_x = x - mJumpPrevArrowBtn->getRect().mLeft; +			local_y = y - mJumpPrevArrowBtn->getRect().mBottom;  			handled = mJumpPrevArrowBtn->handleMouseUp(local_x, local_y, mask);  		}  		else if (mJumpNextArrowBtn && mJumpNextArrowBtn->getRect().pointInRect(x,	y))  		{ -			S32	local_x	= x	- mJumpNextArrowBtn->getRect().mLeft; -			S32	local_y	= y	- mJumpNextArrowBtn->getRect().mBottom; +			local_x	= x	- mJumpNextArrowBtn->getRect().mLeft; +			local_y	= y	- mJumpNextArrowBtn->getRect().mBottom;  			handled = mJumpNextArrowBtn->handleMouseUp(local_x,	local_y, mask);  		}  		else if (mPrevArrowBtn && mPrevArrowBtn->getRect().pointInRect(x, y))  		{ -			S32 local_x = x - mPrevArrowBtn->getRect().mLeft; -			S32 local_y = y - mPrevArrowBtn->getRect().mBottom; +			local_x = x - mPrevArrowBtn->getRect().mLeft; +			local_y = y - mPrevArrowBtn->getRect().mBottom;  			handled = mPrevArrowBtn->handleMouseUp(local_x, local_y, mask);  		}  		else if (mNextArrowBtn && mNextArrowBtn->getRect().pointInRect(x, y))  		{ -			S32 local_x = x - mNextArrowBtn->getRect().mLeft; -			S32 local_y = y - mNextArrowBtn->getRect().mBottom; +			local_x = x - mNextArrowBtn->getRect().mLeft; +			local_y = y - mNextArrowBtn->getRect().mBottom;  			handled = mNextArrowBtn->handleMouseUp(local_x, local_y, mask);  		}  	} @@ -676,6 +684,10 @@ BOOL LLTabContainer::handleMouseUp( S32 x, S32 y, MASK mask )  		}  		gFocusMgr.setMouseCapture(NULL);  	} +	if (handled) { +		// Note: may need to capture local coords here +		LLViewerEventRecorder::instance().update_xui(getPathname( )); +	}  	return handled;  } @@ -1059,21 +1071,21 @@ void LLTabContainer::addTabPanel(const TabPanelParams& panel)  		if (mIsVertical)  		{ -			p.name(std::string("vert tab button")); -			p.image_unselected(mMiddleTabParams.tab_left_image_unselected); -			p.image_selected(mMiddleTabParams.tab_left_image_selected); -			p.follows.flags = p.follows.flags() | FOLLOWS_TOP; +		  p.name("vtab_"+std::string(child->getName())); +		  p.image_unselected(mMiddleTabParams.tab_left_image_unselected); +		  p.image_selected(mMiddleTabParams.tab_left_image_selected); +		  p.follows.flags = p.follows.flags() | FOLLOWS_TOP;  		}  		else -		{ -			p.name(std::string(child->getName()) + " tab"); -			p.visible(false); -			p.image_unselected(tab_img); -			p.image_selected(tab_selected_img); -			p.follows.flags = p.follows.flags() | (getTabPosition() == TOP ? FOLLOWS_TOP : FOLLOWS_BOTTOM); -			// Try to squeeze in a bit more text -			p.pad_left( mLabelPadLeft ); -			p.pad_right(2); +		  {  +		    p.name("htab_"+std::string(child->getName())); +		    p.visible(false); +		    p.image_unselected(tab_img); +		    p.image_selected(tab_selected_img); +		    p.follows.flags = p.follows.flags() | (getTabPosition() == TOP ? FOLLOWS_TOP : FOLLOWS_BOTTOM); +		    // Try to squeeze in a bit more text +		    p.pad_left( mLabelPadLeft ); +		    p.pad_right(2);  		}  		// *TODO : It seems wrong not to use p in both cases considering the way p is initialized diff --git a/indra/llui/lluictrl.cpp b/indra/llui/lluictrl.cpp index b9c843e931..1722bf27bd 100755 --- a/indra/llui/lluictrl.cpp +++ b/indra/llui/lluictrl.cpp @@ -29,7 +29,7 @@  #define LLUICTRL_CPP  #include "lluictrl.h" - +#include "llviewereventrecorder.h"  #include "llfocusmgr.h"  #include "llpanel.h"  #include "lluictrlfactory.h" @@ -308,22 +308,40 @@ void LLUICtrl::onMouseLeave(S32 x, S32 y, MASK mask)  //virtual   BOOL LLUICtrl::handleMouseDown(S32 x, S32 y, MASK mask)  { + +	lldebugs << "LLUICtrl::handleMouseDown calling	LLView)'s handleMouseUp (first initialized xui to: " << getPathname() << " )" << llendl; +    	BOOL handled  = LLView::handleMouseDown(x,y,mask); +	  	if (mMouseDownSignal)  	{  		(*mMouseDownSignal)(this,x,y,mask);  	} +	lldebugs << "LLUICtrl::handleMousedown - handled is returning as: " << handled << "	  " << llendl; +	 +	if (handled) { +		LLViewerEventRecorder::instance().updateMouseEventInfo(x,y,-56,-56,getPathname()); +	}  	return handled;  }  //virtual  BOOL LLUICtrl::handleMouseUp(S32 x, S32 y, MASK mask)  { + +	lldebugs << "LLUICtrl::handleMouseUp calling LLView)'s handleMouseUp (first initialized xui to: " << getPathname() << " )" << llendl; +  	BOOL handled  = LLView::handleMouseUp(x,y,mask); +	if (handled) { +		LLViewerEventRecorder::instance().updateMouseEventInfo(x,y,-56,-56,getPathname());  +	}  	if (mMouseUpSignal)  	{  		(*mMouseUpSignal)(this,x,y,mask);  	} + +	lldebugs << "LLUICtrl::handleMouseUp - handled for xui " << getPathname() << "  -  is returning as: " << handled << "   " << llendl; +  	return handled;  } diff --git a/indra/llui/llview.cpp b/indra/llui/llview.cpp index 3613a40e2c..9a42fc637b 100755 --- a/indra/llui/llview.cpp +++ b/indra/llui/llview.cpp @@ -48,7 +48,9 @@  #include "lluictrlfactory.h"  #include "lltooltip.h"  #include "llsdutil.h" - +#include "llsdserialize.h" +#include "llviewereventrecorder.h" +#include "llkeyboard.h"  // for ui edit hack  #include "llbutton.h"  #include "lllineeditor.h" @@ -642,13 +644,27 @@ void LLView::setVisible(BOOL visible)  // virtual  void LLView::handleVisibilityChange ( BOOL new_visibility )  { +	BOOL old_visibility;  	BOOST_FOREACH(LLView* viewp, mChildList)  	{  		// only views that are themselves visible will have their overall visibility affected by their ancestors -		if (viewp->getVisible()) +		old_visibility=viewp->getVisible(); + +		if (old_visibility!=new_visibility) +		{ +			LLViewerEventRecorder::instance().logVisibilityChange( viewp->getPathname(), viewp->getName(), new_visibility,"widget"); +		} + +		if (old_visibility)  		{  			viewp->handleVisibilityChange ( new_visibility );  		} + +		// Consider changing returns to confirm success and know which widget grabbed it +		// For now assume success and log at highest xui possible  +		// NOTE we log actual state - which may differ if it somehow failed to set visibility +		lldebugs << "LLView::handleVisibilityChange	 - now: " << getVisible()  << " xui: " << viewp->getPathname() << " name: " << viewp->getName() << llendl; +		  	}  } @@ -697,6 +713,7 @@ bool LLView::visibleEnabledAndContains(S32 local_x, S32 local_y)  		&& getEnabled();  } +// This is NOT event recording related  void LLView::logMouseEvent()  {  	if (sDebugMouseHandling) @@ -743,8 +760,15 @@ LLView* LLView::childrenHandleMouseEvent(const METHOD& method, S32 x, S32 y, XDA  		if ((viewp->*method)( local_x, local_y, extra )  			|| (allow_mouse_block && viewp->blockMouseEvent( local_x, local_y )))  		{ -			viewp->logMouseEvent(); -			return viewp; +		lldebugs << "LLView::childrenHandleMouseEvent calling updatemouseeventinfo - local_x|global x  "<< local_x << " " << x	<< "local/global y " << local_y << " " << y << llendl; +		lldebugs << "LLView::childrenHandleMouseEvent  getPathname for viewp result: " << viewp->getPathname() << "for this view: " << getPathname() << llendl; + +		LLViewerEventRecorder::instance().updateMouseEventInfo(x,y,-55,-55,getPathname());  + +		// This is NOT event recording related +		viewp->logMouseEvent(); + +		return viewp;  		}  	}  	return NULL; @@ -766,6 +790,7 @@ LLView* LLView::childrenHandleToolTip(S32 x, S32 y, MASK mask)  		if (viewp->handleToolTip(local_x, local_y, mask)   			|| viewp->blockMouseEvent(local_x, local_y))  		{ +			// This is NOT event recording related  			viewp->logMouseEvent();  			return viewp;  		} @@ -824,6 +849,7 @@ LLView* LLView::childrenHandleHover(S32 x, S32 y, MASK mask)  		if (viewp->handleHover(local_x, local_y, mask)  			|| viewp->blockMouseEvent(local_x, local_y))  		{ +			// This is NOT event recording related  			viewp->logMouseEvent();  			return viewp;  		} @@ -907,10 +933,11 @@ BOOL LLView::handleKey(KEY key, MASK mask, BOOL called_from_parent)  		if (!handled)  		{ +			// For event logging we don't care which widget handles it +			// So we capture the key at the end of this function once we know if it was handled  			handled = handleKeyHere( key, mask ); -			if (handled && LLView::sDebugKeys) -			{ -				llinfos << "Key handled by " << getName() << llendl; +			if (handled) { +				llwarns << "Key handled by " << getName() << llendl;  			}  		}  	} @@ -958,12 +985,17 @@ BOOL LLView::handleUnicodeChar(llwchar uni_char, BOOL called_from_parent)  		handled = mParentView->handleUnicodeChar(uni_char, FALSE);  	} +	if (handled) { +		LLViewerEventRecorder::instance().logKeyUnicodeEvent(uni_char); +	} +	  	return handled;  }  BOOL LLView::handleUnicodeCharHere(llwchar uni_char )  { +	llwarns << "LLView::handleUnicodeCharHere - about to return false - key is not being handled - a class somewhere should implement this method" << llendl;  	return FALSE;  } @@ -987,12 +1019,21 @@ BOOL LLView::hasMouseCapture()  BOOL LLView::handleMouseUp(S32 x, S32 y, MASK mask)  { -	return childrenHandleMouseUp( x, y, mask ) != NULL; + + +	LLView* r = childrenHandleMouseUp( x, y, mask ); + +	return (r!=NULL); +  }  BOOL LLView::handleMouseDown(S32 x, S32 y, MASK mask)  { -	return childrenHandleMouseDown( x, y, mask ) != NULL; + +	LLView* r= childrenHandleMouseDown(x, y, mask ); + +	return (r!=NULL); +  }  BOOL LLView::handleDoubleClick(S32 x, S32 y, MASK mask) @@ -1065,7 +1106,7 @@ LLView* LLView::childrenHandleDoubleClick(S32 x, S32 y, MASK mask)  LLView* LLView::childrenHandleMouseUp(S32 x, S32 y, MASK mask)  { -	return childrenHandleMouseEvent(&LLView::handleMouseUp, x, y, mask); +	return	childrenHandleMouseEvent(&LLView::handleMouseUp, x, y, mask);  }  LLView* LLView::childrenHandleRightMouseUp(S32 x, S32 y, MASK mask) diff --git a/indra/llui/llviewereventrecorder.cpp b/indra/llui/llviewereventrecorder.cpp new file mode 100644 index 0000000000..a352f621eb --- /dev/null +++ b/indra/llui/llviewereventrecorder.cpp @@ -0,0 +1,296 @@ +/** + * @file llviewereventrecorder.cpp + * @brief Viewer event recording and playback support for mouse and keyboard events + * + * $LicenseInfo:firstyear=2013&license=viewerlgpl$ + *  + * Copyright (c) 2013, Linden Research, Inc. + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License as published by the Free Software Foundation; + * version 2.1 of the License only. + *  + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU + * Lesser General Public License for more details. + *  + * You should have received a copy of the GNU Lesser General Public + * License along with this library; if not, write to the Free Software + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA + *  + * Linden Research, Inc., 945 Battery Street, San Francisco, CA  94111  USA + * $/LicenseInfo$ + */ + + +#include "llviewereventrecorder.h" +#include "llui.h" +#include "llleap.h" + +LLViewerEventRecorder::LLViewerEventRecorder() { + +  clear(UNDEFINED); + +  // Remove any previous event log file +  std::string old_log_ui_events_to_llsd_file = gDirUtilp->getExpandedFilename(LL_PATH_LOGS, "SecondLife_Events_log.old"); +  LLFile::remove(old_log_ui_events_to_llsd_file); +   + +  mLogFilename = gDirUtilp->getExpandedFilename(LL_PATH_LOGS, "SecondLife_Events_log.llsd"); +  LLFile::rename(mLogFilename, old_log_ui_events_to_llsd_file); + +} + + +bool LLViewerEventRecorder::displayViewerEventRecorderMenuItems() { +  return LLUI::sSettingGroups["config"]->getBOOL("ShowEventRecorderMenuItems"); +} + + +void LLViewerEventRecorder::setEventLoggingOn() { +  if (! mLog.is_open()) { +    mLog.open(mLogFilename, llofstream::out); +  } +  logEvents=true;  +  lldebugs << "LLViewerEventRecorder::setEventLoggingOn event logging turned on" << llendl; +} + +void LLViewerEventRecorder::setEventLoggingOff() { +  logEvents=false; +  mLog.flush(); +  mLog.close(); +  lldebugs << "LLViewerEventRecorder::setEventLoggingOff event logging turned off" << llendl; +} + + + LLViewerEventRecorder::~LLViewerEventRecorder() { +  if (mLog.is_open()) { +      mLog.close(); +    } +} + +void LLViewerEventRecorder::clear_xui() { +  xui.clear(); +} + +void LLViewerEventRecorder::clear(S32 r) { + +  xui.clear(); + +  local_x=r; +  local_y=r; + +  global_x=r; +  global_y=r; +     + +} + +void LLViewerEventRecorder::setMouseLocalCoords(S32 x, S32 y) { +  local_x=x; +  local_y=y; +} + +void LLViewerEventRecorder::setMouseGlobalCoords(S32 x, S32 y) { +  global_x=x; +  global_y=y; +} + +void LLViewerEventRecorder::updateMouseEventInfo(S32 local_x, S32 local_y, S32 global_x, S32 global_y, std::string mName) { + +  LLView * target_view = LLUI::resolvePath(LLUI::getRootView(), xui); +  if (! target_view) { +    lldebugs << "LLViewerEventRecorder::updateMouseEventInfo - xui path on file at moment is NOT valid - so DO NOT record these local coords" << llendl; +    return; +  } +  lldebugs << "LLViewerEventRecorder::updateMouseEventInfo b4 updatemouseeventinfo - local_x|global x   "<< this->local_x << " " << this->global_x  << "local/global y " << this->local_y << " " << this->global_y << " mname: " << mName << " xui: " << xui << llendl; + + +  if (this->local_x < 1 && this->local_y<1 && local_x && local_y) { +    this->local_x=local_x; +    this->local_y=local_y; +  } +  this->global_x=global_x; +  this->global_y=global_y; + +  // ONLY record deepest xui path for hierarchy searches - or first/only xui for floaters/panels reached via mouse captor - and llmousehandler +  if (mName!="" &&  mName!="/" && xui=="") {  +    //	xui=std::string("/")+mName+xui;  +    //xui=mName+xui;  +    xui = mName; // TODO review confirm we never call with partial path - also cAN REMOVE CHECK FOR "" - ON OTHER HAND IT'S PRETTY HARMLESS +  } + +  lldebugs << "LLViewerEventRecorder::updateMouseEventInfo after updatemouseeventinfo - local_x|global x   "<< this->local_x << " " << this->global_x  << "local/global y " << this->local_y << " " << this->global_y << " mname: " << mName << " xui: " << xui << llendl; +} + +void LLViewerEventRecorder::logVisibilityChange(std::string xui, std::string name, BOOL visibility, std::string event_subtype) { + +  LLSD  event=LLSD::emptyMap(); + +  event.insert("event",LLSD(std::string("visibility"))); + +  if (visibility) { +    event.insert("visibility",LLSD(true)); +  } else { +    event.insert("visibility",LLSD(false)); +  } + +  if (event_subtype!="") { +    event.insert("event_subtype", LLSD(event_subtype)); +  } + +  if(name!="") { +    event.insert("name",LLSD(name)); +  } + +  if (xui!="") { +    event.insert("path",LLSD(xui)); +  } + +  event.insert("timestamp",LLSD(LLDate::now().asString()));  +  recordEvent(event); +} + + +std::string LLViewerEventRecorder::get_xui() { +  return xui; +} +void LLViewerEventRecorder::update_xui(std::string xui) { +  if (xui!="" && this->xui=="" ) { +    lldebugs << "LLViewerEventRecorder::update_xui to " << xui << llendl; +    this->xui=xui; +  } else { +    lldebugs << "LLViewerEventRecorder::update_xui called with empty string" << llendl; +  } +} + +void LLViewerEventRecorder::logKeyEvent(KEY key, MASK mask) { + +  // NOTE: Event recording only logs keydown events - the viewer itself hides keyup events at a fairly low level in the code and does not appear to care about them anywhere + +  LLSD event = LLSD::emptyMap(); + +  event.insert("event",LLSD("type")); + +  // keysym ...or +  // keycode...or +  // char +  event.insert("keysym",LLSD(LLKeyboard::stringFromKey(key))); + +  // path (optional) - for now we are not recording path for key events during record - should not be needed for full record and playback of recorded steps +  // as a vita script - it does become useful if you edit the resulting vita script and wish to remove some steps leading to a key event - that sort of edit might +  // break the test script and it would be useful to have more context to make these sorts of edits safer +  +  // TODO  replace this with a call which extracts to an array of names of masks (just like vita expects during playback) +  // This is looking more and more like an object is a good idea, for this part a handy method call to setMask(mask) would be nice :-) +  // call the func - llkeyboard::llsdStringarrayFromMask + +  LLSD key_mask=LLSD::emptyArray(); + +  if (mask & MASK_CONTROL)     { key_mask.append(LLSD("CTL")); }  // Mac command key - has code of 0x1  in llcommon/indra_contstants +  if (mask & MASK_ALT)         { key_mask.append(LLSD("ALT")); } +  if (mask & MASK_SHIFT)       { key_mask.append(LLSD("SHIFT")); } +  if (mask & MASK_MAC_CONTROL) { key_mask.append(LLSD("MAC_CONTROL")); } + +  event.insert("mask",key_mask);  +  event.insert("timestamp",LLSD(LLDate::now().asString()));  + +  // Although vita has keyDown and keyUp requests it does not have type as a high-level concept  +  // (maybe it should) - instead it has a convenience method that generates the keydown and keyup events  +  // Here  we will use  "type" as  our event type + +  lldebugs << "LLVIewerEventRecorder::logKeyEvent Serialized LLSD for event " << event.asString() << "\n" << llendl; + + +  //lldebugs  << "[VITA] key_name: "  << LLKeyboard::stringFromKey(key) << "mask: "<< mask  << "handled by " << getName() << llendl; +  lldebugs  << "LLVIewerEventRecorder::logKeyEvent  key_name: "  << LLKeyboard::stringFromKey(key) << "mask: "<< mask  << llendl; + + +  recordEvent(event); + +} + +void LLViewerEventRecorder::playbackRecording() { + +  LLSD LeapCommand; + +  // ivita sets this on startup, it also sends commands to the viewer to make start, stop, and playback menu items visible in viewer +  LeapCommand =LLUI::sSettingGroups["config"]->getLLSD("LeapPlaybackEventsCommand"); +   +  lldebugs << "[VITA] launching playback - leap command is: " << LLSDXMLStreamer(LeapCommand) << llendl; +  LLLeap::create("", LeapCommand, false); // exception=false +   +} + + +void LLViewerEventRecorder::recordEvent(LLSD event) { +  lldebugs << "LLViewerEventRecorder::recordEvent event written to log: " << LLSDXMLStreamer(event) << llendl; +  mLog << event << std::endl; +   +} +void LLViewerEventRecorder::logKeyUnicodeEvent(llwchar uni_char) { +  if (! logEvents) return; + +  // Note: keyUp is not captured since the viewer seems to not care about keyUp events + +  LLSD event=LLSD::emptyMap(); + +  event.insert("timestamp",LLSD(LLDate::now().asString())); + +   +  // keysym ...or +  // keycode...or +  // char + +  lldebugs << "Wrapped in conversion to wstring " <<  wstring_to_utf8str(LLWString( 1, uni_char)) << "\n" << llendl; +   +  event.insert("char", +	       LLSD(  wstring_to_utf8str(LLWString( 1,uni_char))  ) +	       );  + +  // path (optional) - for now we are not recording path for key events during record - should not be needed for full record and playback of recorded steps +  // as a vita script - it does become useful if you edit the resulting vita script and wish to remove some steps leading to a key event - that sort of edit might +  // break the test script and it would be useful to have more context to make these sorts of edits safer + +  // TODO need to consider mask keys too? Doesn't seem possible - at least not easily at this point + +  event.insert("event",LLSD("keyDown"));  + +  lldebugs  << "[VITA] unicode key: " << uni_char   << llendl; +  lldebugs  << "[VITA] dumpxml " << LLSDXMLStreamer(event) << "\n" << llendl; + + +  recordEvent(event); + +} + +void LLViewerEventRecorder::logMouseEvent(std::string button_state,std::string button_name) +{ +  if (! logEvents) return;  + +  LLSD  event=LLSD::emptyMap(); + +  event.insert("event",LLSD(std::string("mouse"+ button_state))); +  event.insert("button",LLSD(button_name)); +  if (xui!="") { +    event.insert("path",LLSD(xui)); +  } + +  if (local_x>0 && local_y>0) { +    event.insert("local_x",LLSD(local_x)); +    event.insert("local_y",LLSD(local_y)); +  } + +  if (global_x>0 && global_y>0) { +    event.insert("global_x",LLSD(global_x)); +    event.insert("global_y",LLSD(global_y)); +  } +  event.insert("timestamp",LLSD(LLDate::now().asString()));  +  recordEvent(event); + + +  clear(UNDEFINED); +    + +} diff --git a/indra/llui/llviewereventrecorder.h b/indra/llui/llviewereventrecorder.h new file mode 100644 index 0000000000..72ca643ced --- /dev/null +++ b/indra/llui/llviewereventrecorder.h @@ -0,0 +1,103 @@ +/** + * @file llviewereventrecorder.h + * @brief Viewer event recording and playback support for mouse and keyboard events + * + * $LicenseInfo:firstyear=2013&license=viewerlgpl$ + *  + * Copyright (c) 2013, Linden Research, Inc. + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License as published by the Free Software Foundation; + * version 2.1 of the License only. + *  + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU + * Lesser General Public License for more details. + *  + * You should have received a copy of the GNU Lesser General Public + * License along with this library; if not, write to the Free Software + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA + *  + * Linden Research, Inc., 945 Battery Street, San Francisco, CA  94111  USA + * $/LicenseInfo$ + */ + +#ifndef LL_VIEWER_EVENT_RECORDER +#define LL_VIEWER_EVENT_RECORDER + + +#include "linden_common.h"  + +#include "lldir.h"  +#include "llsd.h"   +#include "llfile.h" +#include "llvfile.h" +#include "lldate.h" +#include "llsdserialize.h" +#include "llkeyboard.h" +#include "llstring.h" + +#include <sstream> + +#include "llsingleton.h" // includes llerror which we need here so we can skip the include here + +class LLViewerEventRecorder : public LLSingleton<LLViewerEventRecorder> +{ + + public: + +  LLViewerEventRecorder(); // TODO Protect constructor better if we can (not happy in private section) - could add a factory... - we are singleton +  ~LLViewerEventRecorder(); + + +  void updateMouseEventInfo(S32 local_x,S32 local_y, S32 global_x, S32 global_y,  std::string mName); +  void setMouseLocalCoords(S32 x,S32 y); +  void setMouseGlobalCoords(S32 x,S32 y); + +  void logMouseEvent(std::string button_state, std::string button_name ); +  void logKeyEvent(KEY key, MASK mask); +  void logKeyUnicodeEvent(llwchar uni_char); + +  void logVisibilityChange(std::string xui, std::string name, BOOL visibility, std::string event_subtype); + +  void clear_xui(); +  std::string get_xui(); +  void update_xui(std::string xui); + +  bool getLoggingStatus(); +  void setEventLoggingOn(); +  void setEventLoggingOff(); + +  void playbackRecording(); + +  bool displayViewerEventRecorderMenuItems(); + + + protected: +  // On if we wish to log events at the moment - toggle via Develop/Recorder submenu +  bool logEvents; + +  std::string mLogFilename; +  llofstream  mLog;  + + + private: + +  // Mouse event info  +  S32 global_x; +  S32 global_y; +  S32 local_x; +  S32 local_y; + +  // XUI path of UI element +  std::string xui; + +  // Actually write the event out to llsd log file +  void recordEvent(LLSD event); + +  void clear(S32 r);  + +  static const S32 UNDEFINED=-1; +}; +#endif diff --git a/indra/llwindow/llwindowmacosx.cpp b/indra/llwindow/llwindowmacosx.cpp index 97637c937f..53c7b4ff24 100755 --- a/indra/llwindow/llwindowmacosx.cpp +++ b/indra/llwindow/llwindowmacosx.cpp @@ -2656,6 +2656,8 @@ OSStatus LLWindowMacOSX::eventHandler (EventHandlerCallRef myHandler, EventRef e  			break;  		case kEventWindowClose: +			// Note on event recording - QUIT is a known special case and we are choosing NOT to record it for the record and playback feature  +			// it is handled at a very low-level  			if(mCallbacks->handleCloseRequest(this))  			{  				// Get the app to initiate cleanup. diff --git a/indra/newview/app_settings/cmd_line.xml b/indra/newview/app_settings/cmd_line.xml index 7ab7787d77..a6e93edc79 100755 --- a/indra/newview/app_settings/cmd_line.xml +++ b/indra/newview/app_settings/cmd_line.xml @@ -164,6 +164,14 @@        <string>UserLoginInfo</string>      </map> +    <key>logevents</key> +    <map> +      <key>desc</key> +      <string>Log ui events for later playback</string> +      <key>map-to</key> +      <string>LogEvents</string> +    </map> +      <key>logmetrics</key>      <map>        <key>desc</key> diff --git a/indra/newview/app_settings/settings.xml b/indra/newview/app_settings/settings.xml index 344079b640..54624e3f1d 100755 --- a/indra/newview/app_settings/settings.xml +++ b/indra/newview/app_settings/settings.xml @@ -4842,6 +4842,16 @@        <key>Value</key>        <array />      </map> +    <key>LeapPlaybackEventsCommand</key> +    <map> +      <key>Comment</key> +      <string>Command line to use leap to launch playback of event recordings</string> +      <key>Persist</key> +      <integer>0</integer> +      <key>Type</key> +      <string>LLSD</string> +      <key>Value</key> +    </map>      <key>LSLFindCaseInsensitivity</key>          <map>          <key>Comment</key> @@ -10105,6 +10115,17 @@        <key>Value</key>        <integer>0</integer>      </map> +    <key>ShowEventRecorderMenuItems</key> +    <map> +      <key>Comment</key> +      <string>Whether or not Event Recorder menu choices - Start / Stop event recording should appear in the (currently) Develop menu</string> +      <key>Persist</key> +      <integer>0</integer> +      <key>Type</key> +      <string>Boolean</string> +      <key>Value</key> +      <integer>0</integer> +    </map>      <key>ShowGestureButton</key>      <map>        <key>Comment</key> diff --git a/indra/newview/llappviewer.cpp b/indra/newview/llappviewer.cpp index f92274dbbd..209e91d713 100755 --- a/indra/newview/llappviewer.cpp +++ b/indra/newview/llappviewer.cpp @@ -222,6 +222,10 @@  #include "llmachineid.h"  #include "llmainlooprepeater.h" + +#include "llviewereventrecorder.h" + +  // *FIX: These extern globals should be cleaned up.  // The globals either represent state/config/resource-storage of either   // this app, or another 'component' of the viewer. App globals should be  @@ -696,6 +700,7 @@ LLAppViewer::LLAppViewer() :  LLAppViewer::~LLAppViewer()  {  	delete mSettingsLocationList; +	LLViewerEventRecorder::instance().~LLViewerEventRecorder();  	LLLoginInstance::instance().setUpdaterService(0); @@ -2545,6 +2550,10 @@ bool LLAppViewer::initConfiguration()          }      } +    if  (clp.hasOption("logevents")) { +	LLViewerEventRecorder::instance().setEventLoggingOn(); +    } +      if(clp.hasOption("channel"))      {  		LLVersionInfo::resetChannel(clp.getOption("channel")[0]); diff --git a/indra/newview/llviewerkeyboard.cpp b/indra/newview/llviewerkeyboard.cpp index 4ecdc31e21..a8e82c6153 100755 --- a/indra/newview/llviewerkeyboard.cpp +++ b/indra/newview/llviewerkeyboard.cpp @@ -681,7 +681,10 @@ BOOL LLViewerKeyboard::handleKey(KEY translated_key,  MASK translated_mask, BOOL  	{  		// it is sufficient to set this value once per call to handlekey  		// without clearing it, as it is only used in the subsequent call to scanKey -		mKeyHandledByUI[translated_key] = gViewerWindow->handleKey(translated_key, translated_mask); +		mKeyHandledByUI[translated_key] = gViewerWindow->handleKey(translated_key, translated_mask);  +		// mKeyHandledByUI is not what you think ... this indicates whether the UI has handled this keypress yet (any keypress) +		// NOT whether some UI shortcut wishes to handle the keypress +	    	}  	return mKeyHandledByUI[translated_key];  } diff --git a/indra/newview/llviewermenu.cpp b/indra/newview/llviewermenu.cpp index 5e2f05f468..7bde5d388e 100755 --- a/indra/newview/llviewermenu.cpp +++ b/indra/newview/llviewermenu.cpp @@ -40,6 +40,7 @@  #include "llinventorypanel.h"  #include "llnotifications.h"  #include "llnotificationsutil.h" +#include "llviewereventrecorder.h"  // newview includes  #include "llagent.h" @@ -1950,6 +1951,43 @@ class LLAdvancedDropPacket : public view_listener_t  }; +//////////////////// +// EVENT Recorder // +/////////////////// + + +class LLAdvancedViewerEventRecorder : public view_listener_t +{ +	bool handleEvent(const LLSD& userdata) +	{ +		std::string command = userdata.asString(); +		if ("start playback" == command) +		{ +			llinfos << "Event Playback starting" << llendl; +			LLViewerEventRecorder::instance().playbackRecording(); +			llinfos << "Event Playback completed" << llendl; +		} +		else if ("stop playback" == command) +		{ +			// Future +		} +		else if ("start recording" == command) +		{ +			LLViewerEventRecorder::instance().setEventLoggingOn(); +			llinfos << "Event recording started" << llendl; +		} +		else if ("stop recording" == command) +		{ +			LLViewerEventRecorder::instance().setEventLoggingOff(); +			llinfos << "Event recording stopped" << llendl; +		}  + +		return true; +	}		 +}; + + +  /////////////////  // AGENT PILOT // @@ -8320,6 +8358,8 @@ void initialize_menus()  	// Don't prepend MenuName.Foo because these can be used in any menu.  	enable.add("IsGodCustomerService", boost::bind(&is_god_customer_service)); +	enable.add("displayViewerEventRecorderMenuItems",boost::bind(&LLViewerEventRecorder::displayViewerEventRecorderMenuItems,&LLViewerEventRecorder::instance())); +  	view_listener_t::addEnable(new LLUploadCostCalculator(), "Upload.CalculateCosts");  	enable.add("Conversation.IsConversationLoggingAllowed", boost::bind(&LLFloaterIMContainer::isConversationLoggingAllowed)); @@ -8578,6 +8618,7 @@ void initialize_menus()  	view_listener_t::addMenu(new LLAdvancedAgentPilot(), "Advanced.AgentPilot");  	view_listener_t::addMenu(new LLAdvancedToggleAgentPilotLoop(), "Advanced.ToggleAgentPilotLoop");  	view_listener_t::addMenu(new LLAdvancedCheckAgentPilotLoop(), "Advanced.CheckAgentPilotLoop"); +	view_listener_t::addMenu(new LLAdvancedViewerEventRecorder(), "Advanced.EventRecorder");  	// Advanced > Debugging  	view_listener_t::addMenu(new LLAdvancedForceErrorBreakpoint(), "Advanced.ForceErrorBreakpoint"); diff --git a/indra/newview/llviewerwindow.cpp b/indra/newview/llviewerwindow.cpp index 65a906d3c0..3f2ff7eb82 100755 --- a/indra/newview/llviewerwindow.cpp +++ b/indra/newview/llviewerwindow.cpp @@ -197,6 +197,8 @@  #include "llagentui.h"  #include "llwearablelist.h" +#include "llviewereventrecorder.h" +  #include "llnotifications.h"  #include "llnotificationsutil.h"  #include "llnotificationmanager.h" @@ -914,27 +916,18 @@ BOOL LLViewerWindow::handleAnyMouseClick(LLWindow *window,  LLCoordGL pos, MASK  			{  				llinfos << buttonname << " Mouse " << buttonstatestr << " handled by captor " << mouse_captor->getName() << llendl;  			} -			return mouse_captor->handleAnyMouseClick(local_x, local_y, mask, clicktype, down); -		} -		// Topmost view gets a chance before the hierarchy -		//LLUICtrl* top_ctrl = gFocusMgr.getTopCtrl(); -		//if (top_ctrl) -		//{ -		//	S32 local_x, local_y; -		//	top_ctrl->screenPointToLocal( x, y, &local_x, &local_y ); -		//		if (top_ctrl->pointInView(local_x, local_y)) -		//		{ -		//			return top_ctrl->handleAnyMouseClick(local_x, local_y, mask, clicktype, down)	; -		//		} -		//		else -		//		{ -		//		if (down) -		//		{ -		//			gFocusMgr.setTopCtrl(NULL); -		//		} -		//	} -		//} +			BOOL r = mouse_captor->handleAnyMouseClick(local_x, local_y, mask, clicktype, down);  +			if (r) { + +				lldebugs << "LLViewerWindow::handleAnyMouseClick viewer with mousecaptor calling updatemouseeventinfo - local_x|global x  "<< local_x << " " << x  << "local/global y " << local_y << " " << y << llendl; + +				LLViewerEventRecorder::instance().setMouseGlobalCoords(x,y); +				LLViewerEventRecorder::instance().logMouseEvent(std::string(buttonstatestr),std::string(buttonname));  + +			} +			return r; +		}  		// Mark the click as handled and return if we aren't within the root view to avoid spurious bugs  		if( !mRootView->pointInView(x, y) ) @@ -942,27 +935,44 @@ BOOL LLViewerWindow::handleAnyMouseClick(LLWindow *window,  LLCoordGL pos, MASK  			return TRUE;  		}  		// Give the UI views a chance to process the click -		if( mRootView->handleAnyMouseClick(x, y, mask, clicktype, down) ) + +		BOOL r= mRootView->handleAnyMouseClick(x, y, mask, clicktype, down) ; +		if (r)   		{ + +			lldebugs << "LLViewerWindow::handleAnyMouseClick calling updatemouseeventinfo - global x  "<< " " << x	<< "global y " << y	 << "buttonstate: " << buttonstatestr << " buttonname " << buttonname << llendl; + +			LLViewerEventRecorder::instance().setMouseGlobalCoords(x,y); + +			// Clear local coords - this was a click on root window so these are not needed +			// By not including them, this allows the test skeleton generation tool to be smarter when generating code +			// the code generator can be smarter because when local coords are present it can try the xui path with local coords +			// and fallback to global coordinates only if needed.  +			// The drawback to this approach is sometimes a valid xui path will appear to work fine, but NOT interact with the UI element +			// (VITA support not implemented yet or not visible to VITA due to widget further up xui path not being visible to VITA) +			// For this reason it's best to provide hints where possible here by leaving out local coordinates +			LLViewerEventRecorder::instance().setMouseLocalCoords(-1,-1); +			LLViewerEventRecorder::instance().logMouseEvent(buttonstatestr,buttonname);  +  			if (LLView::sDebugMouseHandling)  			{ -				llinfos << buttonname << " Mouse " << buttonstatestr << " " << LLView::sMouseHandlerMessage << llendl; -			} +				llinfos << buttonname << " Mouse " << buttonstatestr << " " << LLViewerEventRecorder::instance().get_xui()	<< llendl; +			}   			return TRUE; -		} -		else if (LLView::sDebugMouseHandling) -		{ -			llinfos << buttonname << " Mouse " << buttonstatestr << " not handled by view" << llendl; -		} +		} else if (LLView::sDebugMouseHandling) +			{ +				llinfos << buttonname << " Mouse " << buttonstatestr << " not handled by view" << llendl; +			}  	}  	// Do not allow tool manager to handle mouseclicks if we have disconnected	  	if(!gDisconnected && LLToolMgr::getInstance()->getCurrentTool()->handleAnyMouseClick( x, y, mask, clicktype, down ) )  	{ +		LLViewerEventRecorder::instance().clear_xui();   		return TRUE;  	} -	 +	  	// If we got this far on a down-click, it wasn't handled.  	// Up-clicks, though, are always handled as far as the OS is concerned.  	BOOL default_rtn = !down; @@ -1333,7 +1343,8 @@ BOOL LLViewerWindow::handleTranslatedKeyUp(KEY key,  MASK mask)  void LLViewerWindow::handleScanKey(KEY key, BOOL key_down, BOOL key_up, BOOL key_level)  {  	LLViewerJoystick::getInstance()->setCameraNeedsUpdate(true); -	return gViewerKeyboard.scanKey(key, key_down, key_up, key_level); +	gViewerKeyboard.scanKey(key, key_down, key_up, key_level); +	return; // Be clear this function returns nothing  } @@ -2477,6 +2488,8 @@ BOOL LLViewerWindow::handleKey(KEY key, MASK mask)  		||(gLoginMenuBarView && gLoginMenuBarView->handleKey(key, mask, TRUE))  		||(gMenuHolder && gMenuHolder->handleKey(key, mask, TRUE)))  	{ +		lldebugs << "LLviewerWindow::handleKey handle nav keys for nav" << llendl; +		LLViewerEventRecorder::instance().logKeyEvent(key,mask);  		return TRUE;  	} @@ -2491,12 +2504,14 @@ BOOL LLViewerWindow::handleKey(KEY key, MASK mask)  			&& keyboard_focus   			&& keyboard_focus->handleKey(key,mask,FALSE))  		{ +			LLViewerEventRecorder::instance().logKeyEvent(key,mask);  			return TRUE;  		}  		if ((gMenuBarView && gMenuBarView->handleAcceleratorKey(key, mask))  			||(gLoginMenuBarView && gLoginMenuBarView->handleAcceleratorKey(key, mask)))  		{ +			LLViewerEventRecorder::instance().logKeyEvent(key,mask);  			return TRUE;  		}  	} @@ -2506,6 +2521,7 @@ BOOL LLViewerWindow::handleKey(KEY key, MASK mask)  	// if nothing has focus, go to first or last UI element as appropriate  	if (key == KEY_TAB && (mask & MASK_CONTROL || gFocusMgr.getKeyboardFocus() == NULL))  	{ +		llwarns << "LLviewerWindow::handleKey give floaters first chance at tab key " << llendl;  		if (gMenuHolder) gMenuHolder->hideMenus();  		// if CTRL-tabbing (and not just TAB with no focus), go into window cycle mode @@ -2520,11 +2536,13 @@ BOOL LLViewerWindow::handleKey(KEY key, MASK mask)  		{  			mRootView->focusNextRoot();  		} +		LLViewerEventRecorder::instance().logKeyEvent(key,mask);  		return TRUE;  	}  	// hidden edit menu for cut/copy/paste  	if (gEditMenu && gEditMenu->handleAcceleratorKey(key, mask))  	{ +		LLViewerEventRecorder::instance().logKeyEvent(key,mask);  		return TRUE;  	} @@ -2564,18 +2582,27 @@ BOOL LLViewerWindow::handleKey(KEY key, MASK mask)  		if (keyboard_focus->handleKey(key, mask, FALSE))  		{ + +			lldebugs << "LLviewerWindow::handleKey - in 'traverse up' - no loops seen... just called keyboard_focus->handleKey an it returned true" << llendl; +			LLViewerEventRecorder::instance().logKeyEvent(key,mask);   			return TRUE; +		} else { +			lldebugs << "LLviewerWindow::handleKey - in 'traverse up' - no loops seen... just called keyboard_focus->handleKey an it returned FALSE" << llendl;  		}  	}  	if( LLToolMgr::getInstance()->getCurrentTool()->handleKey(key, mask) )  	{ +		lldebugs << "LLviewerWindow::handleKey toolbar handling?" << llendl; +		LLViewerEventRecorder::instance().logKeyEvent(key,mask);  		return TRUE;  	}  	// Try for a new-format gesture  	if (LLGestureMgr::instance().triggerGesture(key, mask))  	{ +		lldebugs << "LLviewerWindow::handleKey new gesture feature" << llendl; +		LLViewerEventRecorder::instance().logKeyEvent(key,mask);  		return TRUE;  	} @@ -2583,6 +2610,8 @@ BOOL LLViewerWindow::handleKey(KEY key, MASK mask)  	// don't pass it down to the menus.  	if (gGestureList.trigger(key, mask))  	{ +		lldebugs << "LLviewerWindow::handleKey check gesture trigger" << llendl; +		LLViewerEventRecorder::instance().logKeyEvent(key,mask);  		return TRUE;  	} @@ -2631,7 +2660,7 @@ BOOL LLViewerWindow::handleUnicodeChar(llwchar uni_char, MASK mask)  	// HACK: Numeric keypad <enter> on Mac is Unicode 3  	// HACK: Control-M on Windows is Unicode 13  	if ((uni_char == 13 && mask != MASK_CONTROL) -		|| (uni_char == 3 && mask == MASK_NONE)) +	    || (uni_char == 3 && mask == MASK_NONE) )  	{  		if (mask != MASK_ALT)  		{ @@ -2654,14 +2683,7 @@ BOOL LLViewerWindow::handleUnicodeChar(llwchar uni_char, MASK mask)  			return TRUE;  		} -		//// Topmost view gets a chance before the hierarchy -		//LLUICtrl* top_ctrl = gFocusMgr.getTopCtrl(); -		//if (top_ctrl && top_ctrl->handleUnicodeChar( uni_char, FALSE ) ) -		//{ -		//	return TRUE; -		//} - -		return TRUE; +        return TRUE;  	}  	return FALSE; @@ -2670,8 +2692,6 @@ BOOL LLViewerWindow::handleUnicodeChar(llwchar uni_char, MASK mask)  void LLViewerWindow::handleScrollWheel(S32 clicks)  { -	LLView::sMouseHandlerMessage.clear(); -  	LLUI::resetMouseIdleTimer();  	LLMouseHandler* mouse_captor = gFocusMgr.getMouseCapture(); diff --git a/indra/newview/llwindowlistener.cpp b/indra/newview/llwindowlistener.cpp index 28f959eb71..a8e06511d7 100755 --- a/indra/newview/llwindowlistener.cpp +++ b/indra/newview/llwindowlistener.cpp @@ -265,7 +265,9 @@ void LLWindowListener::getPaths(LLSD const & request)  void LLWindowListener::keyDown(LLSD const & evt)  {  	Response response(LLSD(), evt); -	 +	KEY key = getKEY(evt); +	MASK mask = getMask(evt); +  	if (evt.has("path"))  	{  		std::string path(evt["path"]); @@ -280,8 +282,6 @@ void LLWindowListener::keyDown(LLSD const & evt)  			response.setResponse(target_view->getInfo());  			gFocusMgr.setKeyboardFocus(target_view); -			KEY key = getKEY(evt); -			MASK mask = getMask(evt);  			gViewerKeyboard.handleKey(key, mask, false);  			if(key < 0x80) mWindow->handleUnicodeChar(key, mask);  		} @@ -294,7 +294,8 @@ void LLWindowListener::keyDown(LLSD const & evt)  	}  	else   	{ -		mKbGetter()->handleTranslatedKeyDown(getKEY(evt), getMask(evt)); +		gViewerKeyboard.handleKey(key, mask, false);  +		if(key < 0x80) mWindow->handleUnicodeChar(key, mask);  	}  } diff --git a/indra/newview/skins/default/xui/en/menu_viewer.xml b/indra/newview/skins/default/xui/en/menu_viewer.xml index b01c3067ff..b71faa2d3e 100755 --- a/indra/newview/skins/default/xui/en/menu_viewer.xml +++ b/indra/newview/skins/default/xui/en/menu_viewer.xml @@ -2919,6 +2919,34 @@           label="Recorder"           name="Recorder"           tear_off="true"> +            <menu_item_call visible="false" +             label="Start event recording" +             name="Start event recording"> +	      <menu_item_call.on_visible +		 function="displayViewerEventRecorderMenuItems" /> +                <menu_item_call.on_click +                 function="Advanced.EventRecorder" +                 parameter="start recording" /> +            </menu_item_call> +            <menu_item_call visible="false" +             label="Stop event recording" +             name="Stop event recording"> +	      <menu_item_call.on_visible +		 function="displayViewerEventRecorderMenuItems" /> +                <menu_item_call.on_click +                 function="Advanced.EventRecorder" +                 parameter="stop recording" /> +            </menu_item_call> +            <menu_item_call visible="false" +             label="Playback event recording" +             name="Playback event recording"> +	      <menu_item_call.on_visible +		 function="displayViewerEventRecorderMenuItems" /> +                <menu_item_call.on_click +                 function="Advanced.EventRecorder" +                 parameter="start playback" /> +            </menu_item_call> +              <menu_item_call               label="Start Playback"               name="Start Playback"> | 
