/** * @file aicurl.h * @brief Thread safe wrapper for libcurl. * * Copyright (c) 2012, Aleric Inglewood. * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . * * There are special exceptions to the terms and conditions of the GPL as * it is applied to this Source Code. View the full text of the exception * in the file doc/FLOSS-exception.txt in this software distribution. * * CHANGELOG * and additional copyright holders. * * 17/03/2012 * Initial version, written by Aleric Inglewood @ SL */ #ifndef AICURL_H #define AICURL_H #include #include #include #include #include #include #include "llpreprocessor.h" #include // Needed for files that include this header (also for aicurlprivate.h). #ifdef DEBUG_CURLIO #include "debug_libcurl.h" #endif // Make sure we don't use this option: it is not thread-safe. #undef CURLOPT_DNS_USE_GLOBAL_CACHE #define CURLOPT_DNS_USE_GLOBAL_CACHE do_not_use_CURLOPT_DNS_USE_GLOBAL_CACHE #include "stdtypes.h" // U32 #include "lliopipe.h" // LLIOPipe::buffer_ptr_t #include "llatomic.h" // LLAtomicU32 #include "aithreadsafe.h" class LLSD; //----------------------------------------------------------------------------- // Exceptions. // // A general curl exception. // class AICurlError : public std::runtime_error { public: AICurlError(std::string const& message) : std::runtime_error(message) { } }; class AICurlNoEasyHandle : public AICurlError { public: AICurlNoEasyHandle(std::string const& message) : AICurlError(message) { } }; class AICurlNoMultiHandle : public AICurlError { public: AICurlNoMultiHandle(std::string const& message) : AICurlError(message) { } }; // End Exceptions. //----------------------------------------------------------------------------- // Things defined in this namespace are called from elsewhere in the viewer code. namespace AICurlInterface { // Output parameter of AICurlPrivate::CurlEasyRequest::getResult. // Only used by LLXMLRPCTransaction::Impl. struct TransferInfo { TransferInfo() : mSizeDownload(0.0), mTotalTime(0.0), mSpeedDownload(0.0) { } F64 mSizeDownload; F64 mTotalTime; F64 mSpeedDownload; }; //----------------------------------------------------------------------------- // Global functions. // Called once at start of application (from newview/llappviewer.cpp by main thread (before threads are created)), // with main purpose to initialize curl. void initCurl(void (*)(void) = NULL); // Called once at start of application (from LLAppViewer::initThreads), starts AICurlThread. void startCurlThread(void); // Called once at end of application (from newview/llappviewer.cpp by main thread), // with purpose to stop curl threads, free curl resources and deinitialize curl. void cleanupCurl(void); // Called from indra/llmessage/llurlrequest.cpp to print debug output regarding // an error code returned by EasyRequest::getResult. // Just returns curl_easy_strerror(errorcode). std::string strerror(CURLcode errorcode); // Called from indra/newview/llfloaterabout.cpp for the About floater, and // from newview/llappviewer.cpp in behalf of debug output. // Just returns curl_version(). std::string getVersionString(void); // Called from newview/llappviewer.cpp (and llcrashlogger/llcrashlogger.cpp) to set // the Certificate Authority file used to verify HTTPS certs. void setCAFile(std::string const& file); // Not called from anywhere. // Can be used to set the path to the Certificate Authority file. void setCAPath(std::string const& file); //----------------------------------------------------------------------------- // Global classes. // Responder - base class for Request::get* and Request::post API. // // The life cycle of classes derived from this class is as follows: // They are allocated with new on the line where get(), getByteRange() or post() is called, // and the pointer to the allocated object is then put in a reference counting ResponderPtr. // This ResponderPtr is passed to CurlResponderBuffer::prepRequest which stores it in its // member mResponder. Hence, the life time of a Responder is never longer than its // associated CurlResponderBuffer, however, if everything works correctly, then normally a // responder is deleted in CurlResponderBuffer::removed_from_multi_handle by setting // mReponder to NULL. // // Note that the lifetime of CurlResponderBuffer is (a bit) shorter than the associated // CurlEasyRequest (because of the order of base classes of ThreadSafeBufferedCurlEasyRequest) // and the callbacks, as set by prepRequest, only use those two. // A callback locks the CurlEasyRequest before actually making the callback, and the // destruction of CurlResponderBuffer also first locks the CurlEasyRequest, and then revokes // the callbacks. This assures that a Responder is never used when the objects it uses are // destructed. Also, if any of those are destructed then the Responder is automatically // destructed too. // class Responder { protected: Responder(void); virtual ~Responder(); private: // Associated URL, used for debug output. std::string mURL; public: // Called to set the URL of the current request for this Responder, // used only when printing debug output regarding activity of the Responder. void setURL(std::string const& url); public: // Called from LLHTTPClientURLAdaptor::complete(): // Derived classes can override this to get the HTML header that was received, when the message is completed. // The default does nothing. virtual void completedHeader(U32 status, std::string const& reason, LLSD const& content); // Derived classes can override this to get the raw data of the body of the HTML message that was received. // The default is to interpret the content as LLSD and call completed(). virtual void completedRaw(U32 status, std::string const& reason, LLChannelDescriptors const& channels, LLIOPipe::buffer_ptr_t const& buffer); // Called from LLHTTPClient request calls, if an error occurs even before we can call one of the above. // It calls completed() with a fake status U32_MAX, as that is what some derived clients expect (bad design). // This means that if a derived class overrides completedRaw() it now STILL has to override completed() to catch this error. void fatalError(std::string const& reason); // A derived class should return true if curl should follow redirections. // The default is not to follow redirections. virtual bool followRedir(void) { return false; } protected: // ... or, derived classes can override this to get the LLSD content when the message is completed. // The default is to call result() (or errorWithContent() in case of a HTML status indicating an error). virtual void completed(U32 status, std::string const& reason, LLSD const& content); // ... or, derived classes can override this to received the content of a body upon success. // The default does nothing. virtual void result(LLSD const& content); // Derived classes can override this to get informed when a bad HTML status code is received. // The default calls error(). virtual void errorWithContent(U32 status, std::string const& reason, LLSD const& content); // ... or, derived classes can override this to get informed when a bad HTML statis code is received. // The default prints the error to llinfos. virtual void error(U32 status, std::string const& reason); public: // Called from LLSDMessage::ResponderAdapter::listener. // LLSDMessage::ResponderAdapter is a hack, showing among others by fact that these functions need to be public. void pubErrorWithContent(U32 status, std::string const& reason, LLSD const& content) { errorWithContent(status, reason, content); } void pubResult(LLSD const& content) { result(content); } private: // Used by ResponderPtr. Object is deleted when reference count reaches zero. LLAtomicU32 mReferenceCount; friend void intrusive_ptr_add_ref(Responder* p); // Called by boost::intrusive_ptr when a new copy of a boost::intrusive_ptr is made. friend void intrusive_ptr_release(Responder* p); // Called by boost::intrusive_ptr when a boost::intrusive_ptr is destroyed. // This function must delete the Responder object when the reference count reaches zero. }; // A Responder is passed around as ResponderPtr, which causes it to automatically // destruct when there are no pointers left pointing to it. typedef boost::intrusive_ptr ResponderPtr; } // namespace AICurlInterface // Forward declaration (see aicurlprivate.h). namespace AICurlPrivate { class CurlEasyRequest; } // namespace AICurlPrivate // Define access types (_crat = Const Read Access Type, _rat = Read Access Type, _wat = Write Access Type). // Typical usage is: // AICurlEasyRequest h1; // Create easy handle. // AICurlEasyRequest h2(h1); // Make lightweight copies. // AICurlEasyRequest_wat h2_w(*h2); // Lock and obtain write access to the easy handle. // Use *h2_w, which is a reference to the locked CurlEasyRequest instance. // Note: As it is not allowed to use curl easy handles in any way concurrently, // read access would at most give access to a CURL const*, which will turn out // to be completely useless; therefore it is sufficient and efficient to use // an AIThreadSafeSimple and it's unlikely that AICurlEasyRequest_rat will be used. typedef AIAccessConst AICurlEasyRequest_rat; typedef AIAccess AICurlEasyRequest_wat; // Events generated by AICurlPrivate::CurlEasyHandle. struct AICurlEasyHandleEvents { // Events. virtual void added_to_multi_handle(AICurlEasyRequest_wat& curl_easy_request_w) = 0; virtual void finished(AICurlEasyRequest_wat& curl_easy_request_w) = 0; virtual void removed_from_multi_handle(AICurlEasyRequest_wat& curl_easy_request_w) = 0; // Avoid compiler warning. virtual ~AICurlEasyHandleEvents() { } }; #include "aicurlprivate.h" // AICurlPrivate::CurlEasyRequestPtr, a boost::intrusive_ptr, is no more threadsafe than a // builtin type, but wrapping it in AIThreadSafe is obviously not going to help here. // Therefore we use the following trick: we wrap CurlEasyRequestPtr too, and only allow // read accesses on it. // AICurlEasyRequest: a thread safe, reference counting, auto-cleaning curl easy handle. class AICurlEasyRequest { public: // Initial construction is allowed (thread-safe). // Note: If ThreadSafeCurlEasyRequest() throws then the memory allocated is still freed. // 'new' never returned however and neither the constructor nor destructor of mCurlEasyRequest is called in this case. // This might throw AICurlNoEasyHandle. AICurlEasyRequest(bool buffered) : mCurlEasyRequest(buffered ? new AICurlPrivate::ThreadSafeBufferedCurlEasyRequest : new AICurlPrivate::ThreadSafeCurlEasyRequest) { } AICurlEasyRequest(AICurlEasyRequest const& orig) : mCurlEasyRequest(orig.mCurlEasyRequest) { } // For the rest, only allow read operations. AIThreadSafeSimple& operator*(void) const { llassert(mCurlEasyRequest.get()); return *mCurlEasyRequest; } AIThreadSafeSimple* operator->(void) const { llassert(mCurlEasyRequest.get()); return mCurlEasyRequest.get(); } AIThreadSafeSimple* get(void) const { return mCurlEasyRequest.get(); } // Returns true if this object points to the same CurlEasyRequest object. bool operator==(AICurlEasyRequest const& cer) const { return mCurlEasyRequest == cer.mCurlEasyRequest; } // Returns true if this object points to a different CurlEasyRequest object. bool operator!=(AICurlEasyRequest const& cer) const { return mCurlEasyRequest != cer.mCurlEasyRequest; } // Queue this request for insertion in the multi session. void addRequest(void); // Queue a command to remove this request from the multi session (or cancel a queued command to add it). void removeRequest(void); // Returns true when this AICurlEasyRequest wraps a AICurlPrivate::ThreadSafeBufferedCurlEasyRequest. bool isBuffered(void) const { return mCurlEasyRequest->isBuffered(); } private: // The actual pointer to the ThreadSafeCurlEasyRequest instance. AICurlPrivate::CurlEasyRequestPtr mCurlEasyRequest; private: // Assignment would not be thread-safe; we may create this object and read from it. // Note: Destruction is implicitly assumed thread-safe, as it would be a logic error to // destruct it while another thread still needs it, concurrent or not. AICurlEasyRequest& operator=(AICurlEasyRequest const&) { return *this; } public: // The more exotic member functions of this class, to deal with passing this class // as CURLOPT_PRIVATE pointer to a curl handle and afterwards restore it. // For "internal use" only; don't use things from AICurlPrivate yourself. // It's thread-safe to give read access the underlaying boost::intrusive_ptr. // It's not OK to then call get() on that and store the AICurlPrivate::ThreadSafeCurlEasyRequest* separately. AICurlPrivate::CurlEasyRequestPtr const& get_ptr(void) const { return mCurlEasyRequest; } // If we have a correct (with regard to reference counting) AICurlPrivate::CurlEasyRequestPtr, // then it's OK to construct a AICurlEasyRequest from it. // Note that the external AICurlPrivate::CurlEasyRequestPtr needs its own locking, because // it's not thread-safe in itself. AICurlEasyRequest(AICurlPrivate::CurlEasyRequestPtr const& ptr) : mCurlEasyRequest(ptr) { } // This one is obviously dangerous. It's for use only in MultiHandle::check_run_count. // See also the long comment in CurlEasyRequest::finalizeRequest with regard to CURLOPT_PRIVATE. explicit AICurlEasyRequest(AICurlPrivate::ThreadSafeCurlEasyRequest* ptr) : mCurlEasyRequest(ptr) { } }; // Write Access Type for the buffer. struct AICurlResponderBuffer_wat : public AIAccess { explicit AICurlResponderBuffer_wat(AICurlPrivate::ThreadSafeBufferedCurlEasyRequest& lockobj) : AIAccess(lockobj) { } AICurlResponderBuffer_wat(AIThreadSafeSimple& lockobj) : AIAccess(static_cast(lockobj)) { } }; #define AICurlPrivate DONTUSE_AICurlPrivate #endif