Audio only subtitles

Author: Dextinfire

src/audio/audiosystem.cpp

@@ -190,6 +190,33 @@ void AudioInit() {
   IsInit = true;
 }
 
+void AudioSubtitlesStart(AudioChannel* channel) {
+  using Profile::Subtitle::SubtitleMappings;
+  std::optional<Subtitle::SubtitlePlayer> player;
+
+  if (channel->GetGroup() != AudioChannelGroup::ACG_BGM) return;
+  AudioStream const* bgmStream = channel->GetStream();
+
+  auto bgmSubtitleMapItr = SubtitleMappings.find("bgm");
+  if (bgmSubtitleMapItr == SubtitleMappings.end()) return;
+  auto mappingsItr =
+      bgmSubtitleMapItr->second.find(bgmStream->GetBaseStream()->Meta.FileName);
+  if (mappingsItr == bgmSubtitleMapItr->second.end()) {
+    mappingsItr =
+        bgmSubtitleMapItr->second.find(bgmStream->GetBaseStream()->Meta.Id);
+  }
+  if (mappingsItr == bgmSubtitleMapItr->second.end()) return;
+
+  SubtitlePlayers[channel->GetId() - AC_BGM0].emplace(Profile::DesignWidth,
+                                                      Profile::DesignHeight);
+  int trackId = 0;
+  for (auto const& subFile : mappingsItr->second) {
+    if (!subFile.Path) continue;
+    SubtitlePlayers[channel->GetId() - AC_BGM0]->AddTrackFile(
+        trackId++, subFile.Type, *subFile.Path, subFile.Config);
+  }
+}
+
 void PlayInGroup(AudioChannelGroup group, std::string const& mountpoint,
                  uint32_t fileId, bool loop, float fadeIn) {
   AudioChannel* channel = GetNextChannelInGroup(group);
@@ -223,5 +250,34 @@ void AudioUpdate(float dt) {
   }
 }
 
+void AudioSubtitlesUpdate() {
+  for (int i = 0; i < ssize(SubtitlePlayers); i++) {
+    if (!SubtitlePlayers[i]) continue;
+    auto const* currentChannel = Channels[i + AC_BGM0].get();
+    switch (currentChannel->GetState()) {
+      case ACS_Stopped:
+        SubtitlePlayers[i].reset();
+        break;
+      case ACS_Paused:
+        break;
+      case ACS_Playing:
+      case ACS_FadingIn:
+      case ACS_FadingOut: {
+        auto durationSec =
+            std::chrono::duration<float>{currentChannel->PositionInSeconds()};
+        SubtitlePlayers[i]->UpdateElapsedTime(
+            std::chrono::duration_cast<Video::Clock::Microseconds>(
+                durationSec));
+      }
+    }
+  }
+}
+
+void AudioSubtitlesRender() {
+  for (auto& subtitlePlayer : SubtitlePlayers) {
+    if (subtitlePlayer) subtitlePlayer->Render();
+  }
+}
+
 }  // namespace Audio
 }  // namespace Impacto

src/audio/audiosystem.h

@@ -1,10 +1,12 @@
 #pragma once
 
+#include <memory>
+
 #include "../impacto.h"
 #include "../log.h"
 #include "audiochannel.h"
 #include "audiobackend.h"
-#include <memory>
+#include "../subtitle/subtitlesystem.h"
 
 namespace Impacto {
 namespace Audio {
@@ -13,12 +15,19 @@ void AudioInit();
 void AudioUpdate(float dt);
 void AudioShutdown();
 
+void AudioSubtitlesStart(AudioChannel* channel);
+void AudioSubtitlesUpdate();
+void AudioSubtitlesRender();
+
 inline AudioBackend* Backend = nullptr;
 
 inline float MasterVolume = 1.0f;
 inline std::array<float, ACG_Count> GroupVolumes;
 inline std::array<std::unique_ptr<AudioChannel>, AC_Count> Channels;
 
+// 3 subtitle players for 3 bgm channels
+inline std::array<std::optional<Subtitle::SubtitlePlayer>, 3> SubtitlePlayers;
+
 template <AudioChannelId... Ids>
 struct ChannelGroupDef {
   static constexpr std::array<AudioChannelId, sizeof...(Ids)> ChannelIds{

src/audio/openal/openalaudiochannel.cpp

@@ -49,6 +49,8 @@ void OpenALAudioChannel::Play(std::unique_ptr<AudioStream> stream, bool loop,
   FadeProgress = FadeDuration == 0 ? 1.0f : 0.0f;
   State = FadeDuration == 0 ? ACS_Playing : ACS_FadingIn;
   Looping = loop;
+
+  AudioSubtitlesStart(this);
 }
 
 void OpenALAudioChannel::Stop(float fadeOutDuration) {

src/game.cpp

@@ -332,6 +332,11 @@ void Update(float dt) {
     Video::VideoUpdate(dt);
   }
 
+  if (+Profile::GameFeatures & +GameFeature::Audio &&
+      +Profile::GameFeatures & +GameFeature::Subtitles) {
+    Audio::AudioSubtitlesUpdate();
+  }
+
   if (+Profile::GameFeatures & +GameFeature::Scene3D) {
     Renderer->Scene->Update(dt);
   }
@@ -511,6 +516,11 @@ static void RenderMain() {
         (ScrWork[SW_MOVIEPRI] == 3000 || ScrWork[SW_MOVIEPRI] == 4000)))) {
     Video::VideoRender(ScrWork[SW_MOVIEALPHA] / 256.0f);
   }
+
+  if (+Profile::GameFeatures & +GameFeature::Audio &&
+      +Profile::GameFeatures & +GameFeature::Subtitles) {
+    Audio::AudioSubtitlesRender();
+  }
   MaskCapture.SetHasEffects(false);
 }