test(app launch profiling): wipe test data from disk for integration test

Samples/iOS-Swift/iOS-Swift.xcodeproj/project.pbxproj

@@ -38,6 +38,7 @@
 		84B527BD28DD25E400475E8D /* SentryDevice.mm in Sources */ = {isa = PBXBuildFile; fileRef = 84B527BC28DD25E400475E8D /* SentryDevice.mm */; };
 		84BE546F287503F100ACC735 /* SentrySDKPerformanceBenchmarkTests.m in Sources */ = {isa = PBXBuildFile; fileRef = 84BE546E287503F100ACC735 /* SentrySDKPerformanceBenchmarkTests.m */; };
 		84BE547E287645B900ACC735 /* SentryProcessInfo.m in Sources */ = {isa = PBXBuildFile; fileRef = 84BE54792876451D00ACC735 /* SentryProcessInfo.m */; };
+		84DEE88E2B6A4D1200A7BC17 /* AppStartup.m in Sources */ = {isa = PBXBuildFile; fileRef = 84DEE88D2B6A4D1200A7BC17 /* AppStartup.m */; };
 		84FB812A284001B800F3A94A /* SentryBenchmarking.mm in Sources */ = {isa = PBXBuildFile; fileRef = 84FB8129284001B800F3A94A /* SentryBenchmarking.mm */; };
 		84FB812B284001B800F3A94A /* SentryBenchmarking.mm in Sources */ = {isa = PBXBuildFile; fileRef = 84FB8129284001B800F3A94A /* SentryBenchmarking.mm */; };
 		8E8C57AF25EF16E6001CEEFA /* TraceTestViewController.swift in Sources */ = {isa = PBXBuildFile; fileRef = 8E8C57AE25EF16E6001CEEFA /* TraceTestViewController.swift */; };
@@ -314,6 +315,8 @@
 		84BE546E287503F100ACC735 /* SentrySDKPerformanceBenchmarkTests.m */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.objc; path = SentrySDKPerformanceBenchmarkTests.m; sourceTree = "<group>"; };
 		84BE54782876451D00ACC735 /* SentryProcessInfo.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; path = SentryProcessInfo.h; sourceTree = "<group>"; };
 		84BE54792876451D00ACC735 /* SentryProcessInfo.m */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.objc; path = SentryProcessInfo.m; sourceTree = "<group>"; };
+		84DEE88C2B6A4D1200A7BC17 /* AppStartup.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; path = AppStartup.h; sourceTree = "<group>"; };
+		84DEE88D2B6A4D1200A7BC17 /* AppStartup.m */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.objc; path = AppStartup.m; sourceTree = "<group>"; };
 		84FB8125284001B800F3A94A /* SentryBenchmarking.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; path = SentryBenchmarking.h; sourceTree = "<group>"; };
 		84FB8129284001B800F3A94A /* SentryBenchmarking.mm */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.cpp.objcpp; path = SentryBenchmarking.mm; sourceTree = "<group>"; };
 		84FB812C2840021B00F3A94A /* iOS-Swift-Bridging-Header.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; path = "iOS-Swift-Bridging-Header.h"; sourceTree = "<group>"; };
@@ -475,6 +478,8 @@
 				D8DBDA73274D4DF900007380 /* ViewControllers */,
 				63F93AA9245AC91600A500DB /* iOS-Swift.entitlements */,
 				637AFDA9243B02760034958B /* AppDelegate.swift */,
+				84DEE88C2B6A4D1200A7BC17 /* AppStartup.h */,
+				84DEE88D2B6A4D1200A7BC17 /* AppStartup.m */,
 				637AFDAD243B02760034958B /* TransactionsViewController.swift */,
 				84AB90782A50031B0054C99A /* Profiling */,
 				D80D021229EE93630084393D /* ErrorsViewController.swift */,
@@ -953,6 +958,7 @@
 				7B79000429028C7300A7F467 /* MetricKitManager.swift in Sources */,
 				D8D7BB4A2750067900044146 /* UIAssert.swift in Sources */,
 				D8F3D057274E574200B56F8C /* LoremIpsumViewController.swift in Sources */,
+				84DEE88E2B6A4D1200A7BC17 /* AppStartup.m in Sources */,
 				629EC8AD2B0B537400858855 /* ANRs.swift in Sources */,
 				D8DBDA78274D5FC400007380 /* SplitViewController.swift in Sources */,
 				84ACC43C2A73CB5900932A18 /* ProfilingNetworkScanner.swift in Sources */,

Samples/iOS-Swift/iOS-Swift/AppStartup.h

@@ -0,0 +1,17 @@
+//
+//  AppStartup.h
+//  iOS-Swift
+//
+//  Created by Andrew McKnight on 1/31/24.
+//  Copyright © 2024 Sentry. All rights reserved.
+//
+
+#import <Foundation/Foundation.h>
+
+NS_ASSUME_NONNULL_BEGIN
+
+@interface AppStartup : NSObject
+
+@end
+
+NS_ASSUME_NONNULL_END

Samples/iOS-Swift/iOS-Swift/AppStartup.m

@@ -0,0 +1,26 @@
+#import "AppStartup.h"
+
+@implementation AppStartup
+
+// we must do this in objective c, because it's not permitted to be overridden in Swift
++ (void)load
+{
+    if ([NSProcessInfo.processInfo.arguments containsObject:@"--io.sentry.wipe-data"]) {
+        NSLog(@"[iOS-Swift] removing app data");
+        NSString *appSupport = [NSSearchPathForDirectoriesInDomains(
+            NSApplicationSupportDirectory, NSUserDomainMask, true) firstObject];
+        NSString *cache = [NSSearchPathForDirectoriesInDomains(
+            NSCachesDirectory, NSUserDomainMask, true) firstObject];
+        NSFileManager *fm = NSFileManager.defaultManager;
+        for (NSString *dir in @[ appSupport, cache ]) {
+            for (NSString *file in [fm enumeratorAtPath:dir]) {
+                NSError *error;
+                if (![fm removeItemAtPath:[dir stringByAppendingPathComponent:file] error:&error]) {
+                    NSLog(@"[iOS-Swift] failed to remove data at app startup.");
+                }
+            }
+        }
+    }
+}
+
+@end

Samples/iOS-Swift/iOS-Swift/Profiling/ProfilingViewController.swift

@@ -46,7 +46,7 @@ class ProfilingViewController: UIViewController, UITextFieldDelegate {
         let value = SentryBenchmarking.stopBenchmark()!
         valueTextField.isHidden = false
         valueTextField.text = value
-        print("[iOS-Swift] [Profiling] benchmarking results:\n\(value)")
+        print("[iOS-Swift] [ProfilingViewController] benchmarking results:\n\(value)")
     }
 
     @IBAction func startCPUWork(_ sender: UIButton) {
@@ -130,6 +130,8 @@ extension ProfilingViewController {
             let url = file as! URL
             if url.absoluteString.contains(fileName) {
                 block(url)
+                print("[iOS-Swift] [ProfilingViewController] removing file at \(url)")
+                try! FileManager.default.removeItem(at: url)
                 return
             }
         }
@@ -148,7 +150,7 @@ extension ProfilingViewController {
             return
         }
         let contents = data.base64EncodedString()
-        print("[iOS-Swift] [Profiling] contents of file at \(file): \(String(data: data, encoding: .utf8))")
+        print("[iOS-Swift] [ProfilingViewController] contents of file at \(file): \(String(describing: String(data: data, encoding: .utf8)))")
         profilingUITestDataMarshalingTextField.text = contents
         profilingUITestDataMarshalingStatus.text = "✅"
     }

Samples/iOS-Swift/iOS-SwiftUITests/ProfilingUITests.swift

@@ -2,7 +2,8 @@
 
 //swiftlint:disable function_body_length todo
 
-class ProfilingUITests: BaseUITest {    
+@available(iOS 16, *)
+class ProfilingUITests: BaseUITest {
     override var automaticallyLaunchAndTerminateApp: Bool { false }
 
     // this will run before the non-async BaseUITest.setUp, so we can bail out before running any of the logic in there
@@ -12,6 +13,7 @@
     }
 
     func testProfiledAppLaunches() throws {
+        app.launchArguments.append("--io.sentry.wipe-data")
         launchApp()
 
         // First launch enables in-app profiling by setting traces/profiles sample rates to 1 (which is the default configuration in the sample app), but not launch profiling; assert that we did not write a config to allow the next launch to be profiled
@@ -21,12 +23,12 @@
         try relaunchAndConfigureSubsequentLaunches(shouldProfileThisLaunch: false, shouldEnableLaunchProfilingOptionForNextLaunch: true)
 
         // this launch should run the profiler, then set the option to allow launch profiling to true, but set the numerical sample rates to 0 so that the next launch should not profile
-        try relaunchAndConfigureSubsequentLaunches(shouldProfileThisLaunch: false, shouldEnableLaunchProfilingOptionForNextLaunch: true, profilesSampleRate: 0, tracesSampleRate: 0)
+        try relaunchAndConfigureSubsequentLaunches(shouldProfileThisLaunch: true, shouldEnableLaunchProfilingOptionForNextLaunch: true, profilesSampleRate: 0, tracesSampleRate: 0)
 
         // this launch should not run the profiler; configure sampler functions returning 1 and numerical rates set to 0, which should result in a profile being taken as samplers override numerical rates
         try relaunchAndConfigureSubsequentLaunches(shouldProfileThisLaunch: false, shouldEnableLaunchProfilingOptionForNextLaunch: true, profilesSampleRate: 0, tracesSampleRate: 0, profilesSamplerValue: 1, tracesSamplerValue: 1)
 
-        // this launch has the configuration to run the profiler, but because swizzling is disabled, it will not run due to the ui.load transaction not being allowed to be created but configure it not to run the next launch due to disabling swizzling, which would override the option to enable launch profiling
+        // this launch has the configuration to run the profiler, but because swizzling is disabled, it will not be saved due to the ui.load transaction not being allowed to be created. it will also configure it to not run a profile for the next launch due to disabling swizzling, which would override the option to enable launch profiling. this specific scenario, where a previous launch configures a profile, but then something prevents the associated tx from running, is not automatically avoidable. in the future we will create a dummy transaction to attach the profile to.
         try relaunchAndConfigureSubsequentLaunches(shouldProfileThisLaunch: false, shouldEnableLaunchProfilingOptionForNextLaunch: true, shouldDisableSwizzling: true)
 
         // this launch should not run the profiler and configure it not to run the next launch due to disabling automatic performance tracking, which would override the option to enable launch profiling
@@ -72,10 +74,11 @@
     }
 }
 
+@available(iOS 16, *)
 extension ProfilingUITests {
     // We don't need to test these on multiple OSes right now, and older versions seem to have issues; older devices or VM images running simulators might just be slower. Latest OS is enough coverage for our needs for now.
     func checkOSVersionForProfilingTest() throws {
         guard #available(iOS 16.0, *) else {
             throw XCTSkip("iOS version too old for profiling test.")
         }
     }
@@ -130,31 +133,46 @@
     func assertLaunchProfile() throws {
         retrieveLaunchProfileData()
 
-        var lastProfile = try marshalJSONDictionaryFromApp()
+        let lastProfile = try marshalJSONDictionaryFromApp()
         let sampledProfile = try XCTUnwrap(lastProfile["profile"] as? [String: Any])
         let stacks = try XCTUnwrap(sampledProfile["stacks"] as? [[Int]])
         let frames = try XCTUnwrap(sampledProfile["frames"] as? [[String: Any]])
-        let functions = stacks.map({ stack in
+        let stackFunctions = stacks.map({ stack in
             stack.map { stackFrame in
                 frames[stackFrame]["function"]
             }
         })
-        let stack = try XCTUnwrap(functions.first { nextStack in
-            let result = nextStack.contains { frame in
+
+        // grab the first stack that contained frames from the fixture code that simulates a slow +[load] method
+        var stackID: Int?
+        let stack = try XCTUnwrap(stackFunctions.enumerated().first { nextStack in
+            let result = nextStack.element.contains { frame in
                 let result = (frame as! String).contains("+[SentryProfiler(SlowLoad) load]")
+                if result {
+                    stackID = nextStack.offset
+                }
                 return result
             }
             return result
-        }).map { any in
+        }).element.map { any in
             try XCTUnwrap(any as? String)
         }
+        guard stackID != nil else {
+            XCTFail("Didn't find the ID of the stack containing the target function")
+            return
+        }
 
+        // ensure that the stack doesn't contain any calls to main functions; this ensures we actually captured pre-main stacks
         XCTAssertFalse(stack.contains("main"))
         XCTAssertFalse(stack.contains("UIApplicationMain"))
         XCTAssertFalse(stack.contains("-[UIApplication _run]"))
 
-        // ???: can we assert that this stack was on the main thread?
-        // TODO: yes! need to correlate the samples.[].stack_id with samples.[].thread_id
+        // ensure that the stack happened on the main thread; this is a cross-check to make sure we didn't accidentally grab a stack from a different thread that wouldn't have had a call to main() anyways, thereby possibly missing the real stack that may have contained main() calls (but shouldn't for this test)
+        let samples = try XCTUnwrap(sampledProfile["samples"] as? [[String: Any]])
+        let sample = try XCTUnwrap(samples.first { nextSample in
+            try XCTUnwrap(nextSample["stack_id"] as? NSNumber).intValue == stackID
+        })
+        XCTAssert(try XCTUnwrap(sample["thread_id"] as? String) == "259") // the main thread is always ID 259
     }
 
     /**

Sentry.xcodeproj/project.pbxproj

@@ -626,7 +626,6 @@
 		8431EFE229B27BAD00D8DC56 /* SentryNSTimerFactoryTest.swift in Sources */ = {isa = PBXBuildFile; fileRef = 849472842971C41A002603DE /* SentryNSTimerFactoryTest.swift */; };
 		8431EFE529B27BAD00D8DC56 /* SentryNSProcessInfoWrapperTests.swift in Sources */ = {isa = PBXBuildFile; fileRef = 849472822971C2CD002603DE /* SentryNSProcessInfoWrapperTests.swift */; };
 		8431EFE829B27BAD00D8DC56 /* SentrySystemWrapperTests.swift in Sources */ = {isa = PBXBuildFile; fileRef = 849472802971C107002603DE /* SentrySystemWrapperTests.swift */; };
-		8431F00529B2849A00D8DC56 /* (null) in Sources */ = {isa = PBXBuildFile; };
 		8431F01529B2851500D8DC56 /* TestSentryNSTimerFactory.swift in Sources */ = {isa = PBXBuildFile; fileRef = 844EDCE72947DCD700C86F34 /* TestSentryNSTimerFactory.swift */; };
 		8431F01629B2851500D8DC56 /* TestSentryNSProcessInfoWrapper.swift in Sources */ = {isa = PBXBuildFile; fileRef = 844EDC712941442200C86F34 /* TestSentryNSProcessInfoWrapper.swift */; };
 		8431F01729B2851500D8DC56 /* TestSentrySystemWrapper.swift in Sources */ = {isa = PBXBuildFile; fileRef = 844EDC7829415AB300C86F34 /* TestSentrySystemWrapper.swift */; };
@@ -4519,7 +4518,6 @@
 				0A2D7BBA29152CBF008727AF /* SentryWatchdogTerminationsScopeObserverTests.swift in Sources */,
 				7BD4BD4B27EB2DC20071F4FF /* SentryDiscardedEventTests.swift in Sources */,
 				63FE721A20DA66EC00CDBAE8 /* SentryCrashSysCtl_Tests.m in Sources */,
-				8431F00529B2849A00D8DC56 /* (null) in Sources */,
 				7B88F30424BC8E6500ADF90A /* SentrySerializationTests.swift in Sources */,
 				7B34721728086A9D0041F047 /* SentrySwizzleWrapperTests.swift in Sources */,
 				8EC4CF5025C3A0070093DEE9 /* SentrySpanContextTests.swift in Sources */,

Sources/Sentry/Profiling/SentryLaunchProfiling.m

@@ -22,8 +22,8 @@
 SentryId *_Nullable appLaunchTraceId;
 NSObject *appLaunchTraceLock;
 uint64_t appLaunchSystemTime;
-static NSString *const kSentryLaunchProfileConfigKeyTracesSampleRate = @"traces";
-static NSString *const kSentryLaunchProfileConfigKeyProfilesSampleRate = @"profiles";
+NSString *const kSentryLaunchProfileConfigKeyTracesSampleRate = @"traces";
+NSString *const kSentryLaunchProfileConfigKeyProfilesSampleRate = @"profiles";
 
 #    pragma mark - Private
 
@@ -101,7 +101,11 @@
                 = config.profilesDecision.sampleRate;
             writeAppLaunchProfilingConfigFile(configDict);
         } else {
-            removeAppLaunchProfilingConfigFile();
+            if (isTracingAppLaunch) {
+                backupAppLaunchProfilingConfigFile();
+            } else {
+                removeAppLaunchProfilingConfigFile();
+            }
         }
     }];
 }
@@ -142,6 +146,7 @@
     SentryTransactionContext *transactionContext, SentryTracerConfiguration *configuration)
 {
     NSDictionary<NSString *, NSNumber *> *rates = appLaunchProfileConfiguration();
+    removeAppLaunchProfilingConfigBackupFile();
     NSNumber *profilesRate = rates[kSentryLaunchProfileConfigKeyProfilesSampleRate];
     NSNumber *tracesRate = rates[kSentryLaunchProfileConfigKeyTracesSampleRate];
     if (profilesRate == nil || tracesRate == nil) {

Sources/Sentry/SentryFileManager.m

@@ -36,6 +36,28 @@
     return YES;
 }
 
+/**
+ * @warning This is called from a `@synchronized` context in instance methods, but doesn't require
+ * that when calling from other static functions. Make sure you pay attention to where this is used
+ * from.
+ */
+void
+_non_thread_safe_removeFileAtPath(NSString *path)
+{
+    NSError *error = nil;
+    NSFileManager *fileManager = [NSFileManager defaultManager];
+    if (![fileManager removeItemAtPath:path error:&error]) {
+        if (error.code == NSFileNoSuchFileError) {
+            SENTRY_LOG_DEBUG(@"No file to delete at %@", path);
+        } else {
+            SENTRY_LOG_ERROR(
+                @"Error occurred while deleting file at %@ because of %@", path, error);
+        }
+    } else {
+        SENTRY_LOG_DEBUG(@"Successfully deleted file at %@", path);
+    }
+}
+
 @interface
 SentryFileManager ()
 
@@ -284,19 +306,8 @@ - (void)deleteAllEnvelopes
 
 - (void)removeFileAtPath:(NSString *)path
 {
-    NSFileManager *fileManager = [NSFileManager defaultManager];
-    NSError *error = nil;
     @synchronized(self) {
-        if (![fileManager removeItemAtPath:path error:&error]) {
-            if (error.code == NSFileNoSuchFileError) {
-                SENTRY_LOG_DEBUG(@"No file to delete at %@", path);
-            } else {
-                SENTRY_LOG_ERROR(
-                    @"Error occurred while deleting file at %@ because of %@", path, error);
-            }
-        } else {
-            SENTRY_LOG_DEBUG(@"Successfully deleted file at %@", path);
-        }
+        _non_thread_safe_removeFileAtPath(path);
     }
 }
 
@@ -751,11 +762,30 @@ - (void)createPathsWithOptions:(SentryOptions *)options
     return sentryLaunchConfigFileURL;
 }
 
+NSURL *
+launchProfileConfigBackupFileURL(void)
+{
+    static NSURL *sentryLaunchConfigFileURL;
+    static dispatch_once_t onceToken;
+    dispatch_once(&onceToken, ^{
+        sentryLaunchConfigFileURL =
+            [[NSURL fileURLWithPath:[sentryApplicationSupportPath()
+                                        stringByAppendingPathComponent:@"profileLaunch"]]
+                URLByAppendingPathExtension:@"bak"];
+    });
+    return sentryLaunchConfigFileURL;
+}
+
 NSDictionary<NSString *, NSNumber *> *_Nullable appLaunchProfileConfiguration(void)
 {
+    NSURL *url = launchProfileConfigBackupFileURL();
+    if (![[NSFileManager defaultManager] fileExistsAtPath:url.path]) {
+        return nil;
+    }
+
     NSError *error;
     NSDictionary<NSString *, NSNumber *> *config = [NSDictionary<NSString *, NSNumber *>
-        dictionaryWithContentsOfURL:launchProfileConfigFileURL()
+        dictionaryWithContentsOfURL:launchProfileConfigBackupFileURL()
                               error:&error];
     SENTRY_CASSERT(
         error == nil, @"Encountered error trying to retrieve app launch profile config: %@", error);
@@ -778,16 +808,33 @@ - (void)createPathsWithOptions:(SentryOptions *)options
 
 void
 removeAppLaunchProfilingConfigFile(void)
+{
+    _non_thread_safe_removeFileAtPath(launchProfileConfigFileURL().path);
+}
+
+void
+removeAppLaunchProfilingConfigBackupFile(void)
+{
+    _non_thread_safe_removeFileAtPath(launchProfileConfigBackupFileURL().path);
+}
+
+void
+backupAppLaunchProfilingConfigFile(void)
 {
     NSFileManager *fm = [NSFileManager defaultManager];
-    NSString *path = launchProfileConfigFileURL().path;
-    if (![fm fileExistsAtPath:path]) {
+    NSString *fromPath = launchProfileConfigFileURL().path;
+    if (!SENTRY_CASSERT_RETURN([fm fileExistsAtPath:fromPath],
+            @"Expect to have a current launch profile config to use for subsequent transaction.")) {
         return;
     }
 
+    NSString *toPath = launchProfileConfigBackupFileURL().path;
+    _non_thread_safe_removeFileAtPath(toPath);
+
     NSError *error;
-    SENTRY_CASSERT([fm removeItemAtPath:path error:&error],
-        @"Failed to remove launch profile marker file: %@", error);
+    SENTRY_CASSERT([fm moveItemAtPath:fromPath toPath:toPath error:&error],
+        @"Failed to backup launch profile config file for use to set up associated transaction: %@",
+        error);
 }
 #endif // SENTRY_TARGET_PROFILING_SUPPORTED