Merge pull request swiftlang#22861 from compnerd/statistically-improbable

stdlib: define and use `SWIFT_{,UN}LIKELY`

Author: compnerd

stdlib/public/SwiftShims/RefCount.h

@@ -739,7 +739,7 @@ class RefCounts {
     do {
       newbits = oldbits;
       bool fast = newbits.incrementStrongExtraRefCount(inc);
-      if (__builtin_expect(!fast, 0)) {
+      if (SWIFT_UNLIKELY(!fast)) {
         if (oldbits.isImmortal())
           return;
         return incrementSlow(oldbits, inc);
@@ -752,7 +752,7 @@ class RefCounts {
     auto oldbits = refCounts.load(SWIFT_MEMORY_ORDER_CONSUME);
     auto newbits = oldbits;
     bool fast = newbits.incrementStrongExtraRefCount(inc);
-    if (__builtin_expect(!fast, 0)) {
+    if (SWIFT_UNLIKELY(!fast)) {
       if (oldbits.isImmortal())
         return;
       return incrementNonAtomicSlow(oldbits, inc);
@@ -770,7 +770,7 @@ class RefCounts {
 
       newbits = oldbits;
       bool fast = newbits.incrementStrongExtraRefCount(1);
-      if (__builtin_expect(!fast, 0)) {
+      if (SWIFT_UNLIKELY(!fast)) {
         if (oldbits.isImmortal())
           return true;
         return tryIncrementSlow(oldbits);
@@ -787,7 +787,7 @@ class RefCounts {
 
     auto newbits = oldbits;
     bool fast = newbits.incrementStrongExtraRefCount(1);
-    if (__builtin_expect(!fast, 0)) {
+    if (SWIFT_UNLIKELY(!fast)) {
       if (oldbits.isImmortal())
         return true;
       return tryIncrementNonAtomicSlow(oldbits);
@@ -1000,7 +1000,7 @@ class RefCounts {
       newbits = oldbits;
       bool fast =
         newbits.decrementStrongExtraRefCount(dec);
-      if (__builtin_expect(!fast, 0)) {
+      if (SWIFT_UNLIKELY(!fast)) {
         if (oldbits.isImmortal()) {
             return false;
         }

stdlib/public/SwiftShims/Visibility.h

@@ -26,6 +26,10 @@
 #define __has_attribute(x) 0
 #endif
 
+#if !defined(__has_builtin)
+#define __has_builtin(builtin) 0
+#endif
+
 #if __has_feature(nullability)
 // Provide macros to temporarily suppress warning about the use of
 // _Nullable and _Nonnull.
@@ -160,5 +164,13 @@
 #define SWIFT_RUNTIME_STDLIB_INTERNAL SWIFT_LIBRARY_VISIBILITY
 #endif
 
+#if __has_builtin(__builtin_expect)
+#define SWIFT_LIKELY(expression) (__builtin_expect(!!(expression), 1))
+#define SWIFT_UNLIKELY(expression) (__builtin_expect(!!(expression), 0))
+#else
+#define SWIFT_LIKELY(expression) ((expression))
+#define SWIFT_UNLIKELY(expression) ((expression))
+#endif
+
 // SWIFT_STDLIB_SHIMS_VISIBILITY_H
 #endif