1 // © 2016 and later: Unicode, Inc. and others. 2 // License & terms of use: http://www.unicode.org/copyright.html 3 /* 4 ****************************************************************************** 5 * Copyright (C) 2015, International Business Machines Corporation and 6 * others. All Rights Reserved. 7 ****************************************************************************** 8 * 9 * File UNIFIEDCACHE.H - The ICU Unified cache. 10 ****************************************************************************** 11 */ 12 13 #ifndef __UNIFIED_CACHE_H__ 14 #define __UNIFIED_CACHE_H__ 15 16 #include "utypeinfo.h" // for 'typeid' to work 17 18 #include "unicode/uobject.h" 19 #include "unicode/locid.h" 20 #include "sharedobject.h" 21 #include "unicode/unistr.h" 22 #include "cstring.h" 23 #include "ustr_imp.h" 24 25 struct UHashtable; 26 struct UHashElement; 27 28 U_NAMESPACE_BEGIN 29 30 class UnifiedCache; 31 32 /** 33 * A base class for all cache keys. 34 */ 35 class U_COMMON_API CacheKeyBase : public UObject { 36 public: CacheKeyBase()37 CacheKeyBase() : fCreationStatus(U_ZERO_ERROR), fIsMaster(FALSE) {} 38 39 /** 40 * Copy constructor. Needed to support cloning. 41 */ CacheKeyBase(const CacheKeyBase & other)42 CacheKeyBase(const CacheKeyBase &other) 43 : UObject(other), fCreationStatus(other.fCreationStatus), fIsMaster(FALSE) { } 44 virtual ~CacheKeyBase(); 45 46 /** 47 * Returns the hash code for this object. 48 */ 49 virtual int32_t hashCode() const = 0; 50 51 /** 52 * Clones this object polymorphically. Caller owns returned value. 53 */ 54 virtual CacheKeyBase *clone() const = 0; 55 56 /** 57 * Equality operator. 58 */ 59 virtual UBool operator == (const CacheKeyBase &other) const = 0; 60 61 /** 62 * Create a new object for this key. Called by cache on cache miss. 63 * createObject must add a reference to the object it returns. Note 64 * that getting an object from the cache and returning it without calling 65 * removeRef on it satisfies this requirement. It can also return NULL 66 * and set status to an error. 67 * 68 * @param creationContext the context in which the object is being 69 * created. May be NULL. 70 * @param status Implementations can return a failure here. 71 * In addition, implementations may return a 72 * non NULL object and set a warning status. 73 */ 74 virtual const SharedObject *createObject( 75 const void *creationContext, UErrorCode &status) const = 0; 76 77 /** 78 * Writes a description of this key to buffer and returns buffer. Written 79 * description is NULL terminated. 80 */ 81 virtual char *writeDescription(char *buffer, int32_t bufSize) const = 0; 82 83 /** 84 * Inequality operator. 85 */ 86 UBool operator != (const CacheKeyBase &other) const { 87 return !(*this == other); 88 } 89 private: 90 mutable UErrorCode fCreationStatus; 91 mutable UBool fIsMaster; 92 friend class UnifiedCache; 93 }; 94 95 96 97 /** 98 * Templated version of CacheKeyBase. 99 * A key of type LocaleCacheKey<T> maps to a value of type T. 100 */ 101 template<typename T> 102 class CacheKey : public CacheKeyBase { 103 public: ~CacheKey()104 virtual ~CacheKey() { } 105 /** 106 * The template parameter, T, determines the hash code returned. 107 */ hashCode()108 virtual int32_t hashCode() const { 109 const char *s = typeid(T).name(); 110 return ustr_hashCharsN(s, static_cast<int32_t>(uprv_strlen(s))); 111 } 112 113 /** 114 * Use the value type, T, as the description. 115 */ writeDescription(char * buffer,int32_t bufLen)116 virtual char *writeDescription(char *buffer, int32_t bufLen) const { 117 const char *s = typeid(T).name(); 118 uprv_strncpy(buffer, s, bufLen); 119 buffer[bufLen - 1] = 0; 120 return buffer; 121 } 122 123 /** 124 * Two objects are equal if they are of the same type. 125 */ 126 virtual UBool operator == (const CacheKeyBase &other) const { 127 return typeid(*this) == typeid(other); 128 } 129 }; 130 131 /** 132 * Cache key based on locale. 133 * A key of type LocaleCacheKey<T> maps to a value of type T. 134 */ 135 template<typename T> 136 class LocaleCacheKey : public CacheKey<T> { 137 protected: 138 Locale fLoc; 139 public: LocaleCacheKey(const Locale & loc)140 LocaleCacheKey(const Locale &loc) : fLoc(loc) {}; LocaleCacheKey(const LocaleCacheKey<T> & other)141 LocaleCacheKey(const LocaleCacheKey<T> &other) 142 : CacheKey<T>(other), fLoc(other.fLoc) { } ~LocaleCacheKey()143 virtual ~LocaleCacheKey() { } hashCode()144 virtual int32_t hashCode() const { 145 return (int32_t)(37u * (uint32_t)CacheKey<T>::hashCode() + (uint32_t)fLoc.hashCode()); 146 } 147 virtual UBool operator == (const CacheKeyBase &other) const { 148 // reflexive 149 if (this == &other) { 150 return TRUE; 151 } 152 if (!CacheKey<T>::operator == (other)) { 153 return FALSE; 154 } 155 // We know this and other are of same class because operator== on 156 // CacheKey returned true. 157 const LocaleCacheKey<T> *fOther = 158 static_cast<const LocaleCacheKey<T> *>(&other); 159 return fLoc == fOther->fLoc; 160 } clone()161 virtual CacheKeyBase *clone() const { 162 return new LocaleCacheKey<T>(*this); 163 } 164 virtual const T *createObject( 165 const void *creationContext, UErrorCode &status) const; 166 /** 167 * Use the locale id as the description. 168 */ writeDescription(char * buffer,int32_t bufLen)169 virtual char *writeDescription(char *buffer, int32_t bufLen) const { 170 const char *s = fLoc.getName(); 171 uprv_strncpy(buffer, s, bufLen); 172 buffer[bufLen - 1] = 0; 173 return buffer; 174 } 175 176 }; 177 178 /** 179 * The unified cache. A singleton type. 180 * Design doc here: 181 * https://docs.google.com/document/d/1RwGQJs4N4tawNbf809iYDRCvXoMKqDJihxzYt1ysmd8/edit?usp=sharing 182 */ 183 class U_COMMON_API UnifiedCache : public UnifiedCacheBase { 184 public: 185 /** 186 * @internal 187 * Do not call directly. Instead use UnifiedCache::getInstance() as 188 * there should be only one UnifiedCache in an application. 189 */ 190 UnifiedCache(UErrorCode &status); 191 192 /** 193 * Returns the cache instance. 194 */ 195 static UnifiedCache *getInstance(UErrorCode &status); 196 197 /** 198 * Fetches a value from the cache by key. Equivalent to 199 * get(key, NULL, ptr, status); 200 */ 201 template<typename T> get(const CacheKey<T> & key,const T * & ptr,UErrorCode & status)202 void get( 203 const CacheKey<T>& key, 204 const T *&ptr, 205 UErrorCode &status) const { 206 get(key, NULL, ptr, status); 207 } 208 209 /** 210 * Fetches value from the cache by key. 211 * 212 * @param key the cache key. 213 * @param creationContext passed verbatim to createObject method of key 214 * @param ptr On entry, ptr must be NULL or be included if 215 * the reference count of the object it points 216 * to. On exit, ptr points to the fetched object 217 * from the cache or is left unchanged on 218 * failure. Caller must call removeRef on ptr 219 * if set to a non NULL value. 220 * @param status Any error returned here. May be set to a 221 * warning value even if ptr is set. 222 */ 223 template<typename T> get(const CacheKey<T> & key,const void * creationContext,const T * & ptr,UErrorCode & status)224 void get( 225 const CacheKey<T>& key, 226 const void *creationContext, 227 const T *&ptr, 228 UErrorCode &status) const { 229 if (U_FAILURE(status)) { 230 return; 231 } 232 UErrorCode creationStatus = U_ZERO_ERROR; 233 const SharedObject *value = NULL; 234 _get(key, value, creationContext, creationStatus); 235 const T *tvalue = (const T *) value; 236 if (U_SUCCESS(creationStatus)) { 237 SharedObject::copyPtr(tvalue, ptr); 238 } 239 SharedObject::clearPtr(tvalue); 240 // Take care not to overwrite a warning status passed in with 241 // another warning or U_ZERO_ERROR. 242 if (status == U_ZERO_ERROR || U_FAILURE(creationStatus)) { 243 status = creationStatus; 244 } 245 } 246 247 #ifdef UNIFIED_CACHE_DEBUG 248 /** 249 * Dumps the contents of this cache to standard error. Used for testing of 250 * cache only. 251 */ 252 void dumpContents() const; 253 #endif 254 255 /** 256 * Convenience method to get a value of type T from cache for a 257 * particular locale with creationContext == NULL. 258 * @param loc the locale 259 * @param ptr On entry, must be NULL or included in the ref count 260 * of the object to which it points. 261 * On exit, fetched value stored here or is left 262 * unchanged on failure. Caller must call removeRef on 263 * ptr if set to a non NULL value. 264 * @param status Any error returned here. May be set to a 265 * warning value even if ptr is set. 266 */ 267 template<typename T> getByLocale(const Locale & loc,const T * & ptr,UErrorCode & status)268 static void getByLocale( 269 const Locale &loc, const T *&ptr, UErrorCode &status) { 270 const UnifiedCache *cache = getInstance(status); 271 if (U_FAILURE(status)) { 272 return; 273 } 274 cache->get(LocaleCacheKey<T>(loc), ptr, status); 275 } 276 277 #ifdef UNIFIED_CACHE_DEBUG 278 /** 279 * Dumps the cache contents to stderr. For testing only. 280 */ 281 static void dump(); 282 #endif 283 284 /** 285 * Returns the number of keys in this cache. For testing only. 286 */ 287 int32_t keyCount() const; 288 289 /** 290 * Removes any values from cache that are not referenced outside 291 * the cache. 292 */ 293 void flush() const; 294 295 /** 296 * Configures at what point evcition of unused entries will begin. 297 * Eviction is triggered whenever the number of unused entries exeeds 298 * BOTH count AND (number of in-use items) * (percentageOfInUseItems / 100). 299 * Once the number of unused entries drops below one of these, 300 * eviction ceases. Because eviction happens incrementally, 301 * the actual unused entry count may exceed both these numbers 302 * from time to time. 303 * 304 * A cache entry is defined as unused if it is not essential to guarantee 305 * that for a given key X, the cache returns the same reference to the 306 * same value as long as the client already holds a reference to that 307 * value. 308 * 309 * If this method is never called, the default settings are 1000 and 100%. 310 * 311 * Although this method is thread-safe, it is designed to be called at 312 * application startup. If it is called in the middle of execution, it 313 * will have no immediate effect on the cache. However over time, the 314 * cache will perform eviction slices in an attempt to honor the new 315 * settings. 316 * 317 * If a client already holds references to many different unique values 318 * in the cache such that the number of those unique values far exeeds 319 * "count" then the cache may not be able to maintain this maximum. 320 * However, if this happens, the cache still guarantees that the number of 321 * unused entries will remain only a small percentage of the total cache 322 * size. 323 * 324 * If the parameters passed are negative, setEvctionPolicy sets status to 325 * U_ILLEGAL_ARGUMENT_ERROR. 326 */ 327 void setEvictionPolicy( 328 int32_t count, int32_t percentageOfInUseItems, UErrorCode &status); 329 330 331 /** 332 * Returns how many entries have been auto evicted during the lifetime 333 * of this cache. This only includes auto evicted entries, not 334 * entries evicted because of a call to flush(). 335 */ 336 int64_t autoEvictedCount() const; 337 338 /** 339 * Returns the unused entry count in this cache. For testing only, 340 * Regular clients will not need this. 341 */ 342 int32_t unusedCount() const; 343 344 virtual void incrementItemsInUse() const; 345 virtual void decrementItemsInUseWithLockingAndEviction() const; 346 virtual void decrementItemsInUse() const; 347 virtual ~UnifiedCache(); 348 private: 349 UHashtable *fHashtable; 350 mutable int32_t fEvictPos; 351 mutable int32_t fItemsInUseCount; 352 int32_t fMaxUnused; 353 int32_t fMaxPercentageOfInUse; 354 mutable int64_t fAutoEvictedCount; 355 UnifiedCache(const UnifiedCache &other); 356 UnifiedCache &operator=(const UnifiedCache &other); 357 UBool _flush(UBool all) const; 358 void _get( 359 const CacheKeyBase &key, 360 const SharedObject *&value, 361 const void *creationContext, 362 UErrorCode &status) const; 363 UBool _poll( 364 const CacheKeyBase &key, 365 const SharedObject *&value, 366 UErrorCode &status) const; 367 void _putNew( 368 const CacheKeyBase &key, 369 const SharedObject *value, 370 const UErrorCode creationStatus, 371 UErrorCode &status) const; 372 void _putIfAbsentAndGet( 373 const CacheKeyBase &key, 374 const SharedObject *&value, 375 UErrorCode &status) const; 376 const UHashElement *_nextElement() const; 377 int32_t _computeCountOfItemsToEvict() const; 378 void _runEvictionSlice() const; 379 void _registerMaster( 380 const CacheKeyBase *theKey, const SharedObject *value) const; 381 void _put( 382 const UHashElement *element, 383 const SharedObject *value, 384 const UErrorCode status) const; 385 #ifdef UNIFIED_CACHE_DEBUG 386 void _dumpContents() const; 387 #endif 388 static void copyPtr(const SharedObject *src, const SharedObject *&dest); 389 static void clearPtr(const SharedObject *&ptr); 390 static void _fetch( 391 const UHashElement *element, 392 const SharedObject *&value, 393 UErrorCode &status); 394 static UBool _inProgress(const UHashElement *element); 395 static UBool _inProgress( 396 const SharedObject *theValue, UErrorCode creationStatus); 397 static UBool _isEvictable(const UHashElement *element); 398 }; 399 400 U_NAMESPACE_END 401 402 #endif 403