实现iOS的音频输出；修复iOS下钢琴卷帘处无法拖动的问题

OpenUtauMobile/Platforms/iOS/Utils/Audio/AVAudioEngineOutput.cs

@@ -0,0 +1,173 @@
+#if IOS
+using System;
+using System.Collections.Generic;
+using System.Threading;
+using Foundation;
+using AVFoundation;
+using OpenUtau.Audio;
+using NAudio.Wave;
+using Serilog;
+using System.Runtime.InteropServices;
+using System.IO;
+
+namespace OpenUtauMobile.Platforms.iOS.Utils.Audio {
+    public class AVAudioEngineOutput : IAudioOutput, IDisposable {
+        private ISampleProvider sampleProvider = null!;
+        private AVAudioPlayer? player;
+        private string? tmpFilePath;
+        private volatile bool running = false;
+        private int sampleRate = 44100;
+        private int channels = 1;
+
+        public PlaybackState PlaybackState { get; private set; } = PlaybackState.Stopped;
+        public int DeviceNumber { get; private set; } = 0;
+
+        public AVAudioEngineOutput() {
+            // noop
+        }
+
+        public void SelectDevice(Guid guid, int deviceNumber) {
+            DeviceNumber = deviceNumber;
+        }
+
+        public void Init(ISampleProvider sampleProvider) {
+            this.sampleProvider = sampleProvider;
+            sampleRate = sampleProvider.WaveFormat.SampleRate;
+            channels = sampleProvider.WaveFormat.Channels;
+
+            Log.Information("AVAudioEngineOutput.Init: sampleRate={SampleRate}, channels={Channels}", sampleRate, channels);
+
+            // Configure AVAudioSession
+            try {
+                var session = AVAudioSession.SharedInstance();
+                session.SetCategory(AVAudioSessionCategory.Playback);
+                session.SetActive(true);
+                Log.Information("AVAudioSession activated for AVAudioEngineOutput");
+            } catch (Exception ex) {
+                Log.Warning(ex, "Failed to activate AVAudioSession in AVAudioEngineOutput");
+            }
+
+            // Render entire sampleProvider to a temporary WAV file for AVAudioPlayer playback
+            try {
+                string tmpDir = Path.GetTempPath();
+                string file = Path.Combine(tmpDir, $"openutaumobile_render_{Guid.NewGuid()}.wav");
+                using (var fs = System.IO.File.Create(file)) {
+                    // write WAV header later; use WaveFileWriter from NAudio to simplify
+                    using (var writer = new NAudio.Wave.WaveFileWriter(fs, NAudio.Wave.WaveFormat.CreateIeeeFloatWaveFormat(sampleRate, channels))) {
+                        float[] buffer = new float[4096 * Math.Max(1, channels)];
+                        int read;
+                        while ((read = sampleProvider.Read(buffer, 0, buffer.Length)) > 0) {
+                            writer.WriteSamples(buffer, 0, read);
+                        }
+                    }
+                }
+                tmpFilePath = file;
+                Log.Information("Rendered temp WAV to {Path}", tmpFilePath);
+            } catch (Exception ex) {
+                Log.Error(ex, "Failed to render temp WAV for AVAudioEngineOutput");
+            }
+        }
+
+        public void Play() {
+            if (PlaybackState == PlaybackState.Playing) return;
+            // Ensure Init rendered a temp file
+            // if no tmpFilePath available, warn
+            if (tmpFilePath == null) {
+                Log.Warning("AVAudioEngineOutput.Play called before Init or render failed");
+                return;
+            }
+            running = true;
+            if (tmpFilePath != null && System.IO.File.Exists(tmpFilePath)) {
+                try {
+                    NSError err;
+                    var url = NSUrl.FromFilename(tmpFilePath);
+                    player = AVAudioPlayer.FromUrl(url, out err);
+                    if (err != null) Log.Error("AVAudioPlayer init error: {Err}", err);
+                    player.NumberOfLoops = 0;
+                    player.PrepareToPlay();
+
+                    // Attach finished handler to cleanup temp file when playback ends
+                    player.FinishedPlaying += (s, e) => {
+                        try {
+                            PlaybackState = PlaybackState.Stopped;
+                            running = false;
+                            Log.Information("AVAudioPlayer finished playing, cleaning up temp file");
+                            if (!string.IsNullOrEmpty(tmpFilePath) && System.IO.File.Exists(tmpFilePath)) {
+                                try { System.IO.File.Delete(tmpFilePath); Log.Information("Deleted temp WAV {Path}", tmpFilePath); } catch (Exception ex) { Log.Warning(ex, "Failed to delete temp WAV {Path}", tmpFilePath); }
+                                tmpFilePath = null;
+                            }
+                        } catch (Exception ex) {
+                            Log.Warning(ex, "Exception in FinishedPlaying handler");
+                        }
+                    };
+
+                    player.Play();
+                } catch (Exception ex) {
+                    Log.Error(ex, "Failed to start AVAudioPlayer");
+                }
+            } else {
+                Log.Warning("No rendered WAV available for playback");
+            }
+            PlaybackState = PlaybackState.Playing;
+        }
+
+        public void Pause() {
+            if (PlaybackState != PlaybackState.Playing) return;
+            try { player?.Pause(); } catch (Exception ex) { Log.Error(ex, "Pause failed"); }
+            PlaybackState = PlaybackState.Paused;
+            running = false;
+        }
+
+        public void Stop() {
+            if (PlaybackState == PlaybackState.Stopped) return;
+            running = false;
+            try {
+                player?.Stop();
+            } catch (Exception ex) { Log.Error(ex, "Stop failed"); }
+            // try to delete tmp file after stop
+            try {
+                if (!string.IsNullOrEmpty(tmpFilePath) && System.IO.File.Exists(tmpFilePath)) {
+                    try { System.IO.File.Delete(tmpFilePath); Log.Information("Deleted temp WAV {Path} on Stop", tmpFilePath); } catch (Exception ex) { Log.Warning(ex, "Failed to delete temp WAV {Path} on Stop", tmpFilePath); }
+                    tmpFilePath = null;
+                }
+            } catch (Exception) { }
+            PlaybackState = PlaybackState.Stopped;
+        }
+
+        private void FillLoop() {
+            // no-op: rendering performed in Init for AVAudioPlayer-based playback
+            return;
+        }
+
+        public long GetPosition() {
+            try {
+                if (player != null && player.Playing) {
+                    // Return bytes-per-channel to match other outputs: samples * sizeof(float)
+                    double seconds = player.CurrentTime;
+                    long samples = (long)(seconds * sampleRate);
+                    long bytesPerChannel = samples * sizeof(float);
+                    return bytesPerChannel;
+                }
+            } catch (Exception ex) {
+                Log.Warning(ex, "GetPosition() failed");
+            }
+            return 0;
+        }
+
+        public List<AudioOutputDevice> GetOutputDevices() {
+            return new List<AudioOutputDevice> { new AudioOutputDevice { name = "iOS AVAudioEngine", api = "AVAudioEngine", deviceNumber = 0, guid = Guid.Empty } };
+        }
+
+        public void Dispose() {
+            try { Stop(); } catch { }
+            try { player?.Dispose(); } catch { }
+            try {
+                if (!string.IsNullOrEmpty(tmpFilePath) && System.IO.File.Exists(tmpFilePath)) {
+                    try { System.IO.File.Delete(tmpFilePath); Log.Information("Deleted temp WAV {Path} on Dispose", tmpFilePath); } catch (Exception ex) { Log.Warning(ex, "Failed to delete temp WAV {Path} on Dispose", tmpFilePath); }
+                    tmpFilePath = null;
+                }
+            } catch { }
+        }
+    }
+}
+#endif

OpenUtauMobile/Utils/ObjectProvider.cs

@@ -32,7 +32,13 @@ public static void Initialize()
             AppLifeCycleHelper = new OpenUtauMobile.Platforms.Android.Utils.AndroidAppLifeCycleHelper();
 #elif IOS
             ExternalStorageService = new OpenUtauMobile.Platforms.iOS.Utils.Permission.ExternalStorageService();
-            AudioOutput = new OpenUtau.Audio.DummyAudioOutput(); // iOS平台使用DummyAudioOutput作为占位符
+            try {
+                AudioOutput = new OpenUtauMobile.Platforms.iOS.Utils.Audio.AVAudioEngineOutput();
+            } catch (Exception ex) {
+                Log.Error(ex, "Failed to initialize AVAudioEngineOutput, falling back to DummyAudioOutput");
+                AudioOutput = new OpenUtau.Audio.DummyAudioOutput();
+            }
+            Log.Information("ObjectProvider initialized AudioOutput: {AudioOutput}", AudioOutput?.GetType().FullName);
             AppLifeCycleHelper = new OpenUtauMobile.Platforms.iOS.Utils.iOSAppLifeCycleHelper();
 #elif WINDOWS
             ExternalStorageService = new OpenUtauMobile.Platforms.Windows.Utils.Permission.ExternalStorageService();

OpenUtauMobile/Views/EditPage.xaml

@@ -300,14 +300,14 @@
                     <Grid x:Name="GridPianoRoll" ColumnDefinitions="60, *" AbsoluteLayout.LayoutBounds="0,0,1,1" AbsoluteLayout.LayoutFlags="All">
                         <!-- 横向网格 -->
                         <skia:SKCanvasView x:Name="PianoRollKeysBackgroundCanvas" Grid.Column="1" PaintSurface="PianoRollKeysBackgroundCanvas_PaintSurface" />
-                        <!-- 立绘 -->
-                        <Image x:Name="ImageSingerPortrait" Grid.Column="1" HorizontalOptions="End" Aspect="AspectFit" Source="{Binding CurrentPortrait, Converter={StaticResource ByteDataImageSourceConverter}}" Opacity="{Binding PortraitOpacity}"/>
-                        <!-- 时间网格 -->
-                        <skia:SKCanvasView x:Name="PianoRollTickBackgroundCanvas" Grid.Column="1" PaintSurface="PianoRollTickBackgroundCanvas_PaintSurface" />
+                        <!-- 立绘（装饰层）: InputTransparent=True 以允许触摸穿透到下层 PianoRoll（iOS hit-testing 会阻塞上层可见控件） -->
+                        <Image x:Name="ImageSingerPortrait" Grid.Column="1" HorizontalOptions="End" Aspect="AspectFit" Source="{Binding CurrentPortrait, Converter={StaticResource ByteDataImageSourceConverter}}" Opacity="{Binding PortraitOpacity}" InputTransparent="True" />
+                        <!-- 时间网格（装饰层）: InputTransparent=True 以允许触摸穿透到下层 PianoRoll（iOS hit-testing 会阻塞上层可见控件） -->
+                        <skia:SKCanvasView x:Name="PianoRollTickBackgroundCanvas" Grid.Column="1" PaintSurface="PianoRollTickBackgroundCanvas_PaintSurface" InputTransparent="True" />
                         <!-- 音符 -->
                         <skia:SKCanvasView x:Name="PianoRollCanvas" Grid.Column="1" EnableTouchEvents="True" PaintSurface="PianoRollCanvas_PaintSurface" Touch="PianoRollCanvas_Touch"/>
-                        <!-- 音高线 -->
-                        <skia:SKCanvasView x:Name="PianoRollPitchCanvas" Grid.Column="1" PaintSurface="PianoRollPitchCanvas_PaintSurface"/>
+                        <!-- 音高线（装饰层）: InputTransparent=True 以允许触摸穿透到下层 PianoRoll（iOS hit-testing 会阻塞上层可见控件） -->
+                        <skia:SKCanvasView x:Name="PianoRollPitchCanvas" Grid.Column="1" PaintSurface="PianoRollPitchCanvas_PaintSurface" InputTransparent="True"/>
                         <!-- 左侧钢琴键 -->
                         <skia:SKCanvasView x:Name="PianoKeysCanvas" Grid.Column="0" EnableTouchEvents="True" PaintSurface="PianoKeysCanvas_PaintSurface" Touch="PianoKeysCanvas_Touch">
                             <!-- 阴影 -->