chore: update lockfile

Cargo.toml

@@ -6,12 +6,15 @@ edition = "2024"
 [dependencies]
 async-compression = { version = "0.4.41", features = ["brotli", "futures-io"] }
 async-trait = "0.1.89"
+bytes = "1.11.1"
 capnp = "0.25.3"
 clap = { version = "4.5.40", features = ["derive", "env"] }
 dashmap = "6.1.0"
+extension-traits = "2.0.2"
 futures = "0.3.32"
 hound = "3.5.1"
-opendal = { git = "https://github.com/apache/opendal", features = [
+moka = { version = "0.12.15", features = ["future"] }
+opendal = { git = "https://github.com/apache/opendal", rev = "ecf840b04afd2be109830b9978ba89759adfee79", features = [
     "services-azfile",
     "services-aliyun-drive",
     "services-alluxio",
@@ -44,7 +47,6 @@ opendal = { git = "https://github.com/apache/opendal", features = [
     "services-postgresql",
     "services-redb",
     "services-redis",
-    "services-rocksdb",
     "services-s3",
     "services-sled",
     "services-webdav",
@@ -65,11 +67,24 @@ songbird = { version = "0.6.0", default-features = false, features = [
 ] }
 strum = { version = "0.28.0", features = ["derive"] }
 time = "0.3.47"
-tokio = { version = "1.46.0", features = ["rt-multi-thread", "macros", "signal"] }
-tokio-util = "0.7.18"
+tokio = { version = "1.46.0", features = [
+    "rt-multi-thread",
+    "macros",
+    "signal",
+] }
+tokio-util = { version = "0.7.18", features = ["io"] }
+tokio-websockets-0-13 = { package = "tokio-websockets", version = "0.13", features = [
+    "rustls-webpki-roots",
+] }
+tokio-websockets-0-11 = { package = "tokio-websockets", version = "0.11", features = [
+    "rustls-webpki-roots",
+] }
 tracing = "0.1.41"
 tracing-subscriber = { version = "0.3.19", features = ["env-filter"] }
-twilight-gateway = { version = "0.17", default-features = false, features = ["rustls-webpki-roots", "twilight-http"] }
+twilight-gateway = { version = "0.17", default-features = false, features = [
+    "rustls-webpki-roots",
+    "twilight-http",
+] }
 twilight-http = { version = "0.17", default-features = false, features = [
     "rustls-webpki-roots",
     "hickory",
@@ -78,6 +93,7 @@ twilight-http = { version = "0.17", default-features = false, features = [
 twilight-model = "0.17"
 twilight-util = { version = "0.17", features = ["builder"] }
 typed-builder = "0.23.2"
+yoke = "0.8.2"
 
 [build-dependencies]
 capnpc = "0.25.3"

Dockerfile

@@ -5,6 +5,10 @@ ARG BUILD_BASE_VERSION=0.5-r3
 RUN --mount=type=cache,sharing=locked,target=/var/cache/apk \
     apk add --update build-base=${BUILD_BASE_VERSION}
 
+ARG CAPNPROTO_DEV_VERSION=1.2.0-r0
+RUN --mount=type=cache,sharing=locked,target=/var/cache/apk \
+    apk add --update capnproto-dev=${CAPNPROTO_DEV_VERSION}
+
 ARG CMAKE_VERSION=4.1.3-r0
 RUN --mount=type=cache,sharing=locked,target=/var/cache/apk \
     apk add --update cmake=${CMAKE_VERSION}
@@ -13,7 +17,6 @@ ARG PROTOC_VERSION=31.1-r1
 RUN --mount=type=cache,sharing=locked,target=/var/cache/apk \
     apk add --update protoc=${PROTOC_VERSION}
 
-ENV CXXFLAGS="-include cstdint"
 RUN \
     # This one would be nice if it worked:
     # --mount=type=bind,source=.,target=/root/app \

src/bot_data.rs

@@ -0,0 +1,175 @@
+use async_compression::futures::{bufread::BrotliDecoder, write::BrotliEncoder};
+use capnp::message::TypedBuilder;
+use futures::{AsyncReadExt, AsyncWriteExt};
+use opendal::Operator;
+use snafu::{ResultExt as _, Snafu};
+
+use crate::{OperatorExt, bot_capnp, option_ext::OptionExt as _};
+
+#[derive(Debug, Clone)]
+pub struct BotDataManager {
+    operator: Operator,
+}
+
+impl BotDataManager {
+    pub fn new(operator: Operator) -> Self {
+        Self { operator }
+    }
+}
+
+const PATH: &str = "data.bin.brotli";
+
+#[derive(Debug, Snafu)]
+#[snafu(module)]
+pub enum WithError {
+    /// couldn't read data for this bot from the storage operator
+    ReadError { source: opendal::Error },
+
+    /// couldn't decompress the bot data from storage
+    DecompressionError { source: std::io::Error },
+
+    /// couldn't deserialize the bot data
+    DeserializeError { source: capnp::Error },
+}
+
+impl BotDataManager {
+    pub async fn with<R>(
+        &self,
+        f: impl FnOnce(bot_capnp::bot::Reader<'_>) -> R,
+    ) -> Result<R, WithError> {
+        let compressed_buffer = self
+            .operator
+            .async_reader_if_exists(PATH)
+            .await
+            .context(with_error::ReadSnafu)?;
+
+        let decompressed_reader = compressed_buffer.map(BrotliDecoder::new);
+        let decompressed = decompressed_reader
+            .map_async(|mut reader| async move {
+                let mut vec = Vec::new();
+                reader.read_to_end(&mut vec).await?;
+                Ok(vec)
+            })
+            .await
+            .transpose()
+            .context(with_error::DecompressionSnafu)?;
+
+        let mut message = TypedBuilder::<bot_capnp::bot::Owned>::new_default();
+        let fallback = message.init_root();
+
+        let mut bot_data = fallback.into_reader();
+        let message_reader;
+
+        if let Some(mut bytes) = decompressed.as_deref() {
+            message_reader = capnp::serialize::read_message_from_flat_slice_no_alloc(
+                &mut bytes,
+                Default::default(),
+            )
+            .context(with_error::DeserializeSnafu)?;
+
+            bot_data = message_reader
+                .get_root()
+                .context(with_error::DeserializeSnafu)?;
+        }
+
+        Ok(f(bot_data))
+    }
+}
+
+#[derive(Debug, Snafu)]
+#[snafu(module)]
+pub enum UpdateError {
+    /// couldn't read data for this bot from the storage operator
+    ReadError { source: opendal::Error },
+
+    /// couldn't decompress the bot data from storage
+    DecompressionError { source: std::io::Error },
+
+    /// couldn't deserialize the bot data
+    DeserializeError { source: capnp::Error },
+
+    /// couldn't serialize the (modified) bot data
+    SerializeError { source: capnp::Error },
+
+    /// couldn't create a writer for this bot data in the storage operator
+    WriterError { source: opendal::Error },
+
+    /// couldn't write (modified) data for this bot to the storage operator
+    WriteError { source: std::io::Error },
+
+    /// couldn't finalize writing (modified) data for this bot to the storage operator
+    FinalizeError { source: std::io::Error },
+}
+
+impl BotDataManager {
+    pub async fn update<R>(
+        &self,
+        f: impl FnOnce(bot_capnp::bot::Builder<'_>) -> R,
+    ) -> Result<R, UpdateError> {
+        let compressed_buffer = self
+            .operator
+            .async_reader_if_exists(PATH)
+            .await
+            .context(update_error::ReadSnafu)?;
+
+        let decompressed_reader = compressed_buffer.map(BrotliDecoder::new);
+        let decompressed = decompressed_reader
+            .map_async(|mut reader| async move {
+                let mut vec = Vec::new();
+                reader.read_to_end(&mut vec).await?;
+                Ok(vec)
+            })
+            .await
+            .transpose()
+            .context(update_error::DecompressionSnafu)?;
+
+        let mut message = TypedBuilder::<bot_capnp::bot::Owned>::new_default();
+
+        let ret = if let Some(mut bytes) = decompressed.as_deref() {
+            let message_reader = capnp::serialize::read_message_from_flat_slice_no_alloc(
+                &mut bytes,
+                Default::default(),
+            )
+            .context(update_error::DeserializeSnafu)?;
+
+            let bot_data = message_reader
+                .get_root()
+                .context(update_error::DeserializeSnafu)?;
+
+            message
+                .set_root(bot_data)
+                .context(update_error::DeserializeSnafu)?;
+
+            f(
+                message.get_root().unwrap(), // this is logically impossible
+            )
+        } else {
+            f(message.init_root())
+        };
+
+        let mut buffer = Vec::new();
+        capnp::serialize::write_message(&mut buffer, message.borrow_inner())
+            .context(update_error::SerializeSnafu)?;
+
+        let compressed_writer = self
+            .operator
+            .writer(PATH)
+            .await
+            .context(update_error::WriterSnafu)?
+            .into_futures_async_write();
+
+        let mut decompressed_writer = BrotliEncoder::new(compressed_writer);
+
+        decompressed_writer
+            .write_all(&buffer)
+            .await
+            .context(update_error::WriteSnafu)?;
+
+        decompressed_writer
+            .close()
+            .await
+            .context(update_error::FinalizeSnafu)?;
+
+        Ok(ret)
+    }
+}

src/command/info.rs

@@ -1,10 +1,6 @@
-use std::sync::LazyLock;
-
-use async_compression::futures::bufread::BrotliDecoder;
-use capnp::message::ReaderOptions;
-use futures::AsyncReadExt;
-use opendal::ErrorKind;
+use futures::TryStreamExt;
 use snafu::{OptionExt, Snafu};
+use std::sync::LazyLock;
 use twilight_model::{
     application::{
         command::{Command, CommandType},
@@ -17,14 +13,13 @@ use twilight_model::{
 use twilight_util::builder::{
     InteractionResponseDataBuilder,
     command::CommandBuilder,
-    embed::{EmbedBuilder, EmbedFieldBuilder},
+    embed::{EmbedAuthorBuilder, EmbedBuilder, EmbedFieldBuilder},
 };
 
-use crate::{bot_capnp, command::State};
+use crate::command::State;
 
-const NAME: &str = "debug";
-const DESCRIPTION: &str =
-    "(Only the bot owner can use this) Show various information for debugging purposes";
+const NAME: &str = "info";
+const DESCRIPTION: &str = "Show various information";
 
 pub static COMMAND: LazyLock<Command> = LazyLock::new(|| {
     CommandBuilder::new(NAME, DESCRIPTION, CommandType::ChatInput)
@@ -114,54 +109,22 @@ pub async fn handle(state: State, interaction: Interaction) {
         .await
         .expect("TODO");
 
-    let heat_script_description = {
-        let compressed_result = state
-            .bot_data
-            .reader("data.bin.brotli")
-            .await
-            .expect("TODO")
-            .into_futures_async_read(..)
-            .await;
-
-        let mut buf = Vec::default();
-        let mut message = capnp::message::TypedBuilder::<bot_capnp::bot::Owned>::new_default();
-        let fallback = message.init_root();
-
-        let message_reader;
-        let mut bot_data = fallback.into_reader();
-        match compressed_result {
-            Ok(compressed) => {
-                let mut decompressed = BrotliDecoder::new(compressed);
-                decompressed.read_to_end(&mut buf).await.expect("TODO");
-
-                message_reader =
-                    capnp::serialize_packed::read_message(&*buf, ReaderOptions::default())
-                        .expect("TODO");
-
-                bot_data = message_reader
-                    .get_root::<bot_capnp::bot::Reader>()
-                    .expect("TODO");
-            }
-            Err(error) if error.kind() == ErrorKind::NotFound => {
-                tracing::error!("TODO: proceeding with fallback");
-            }
-            Err(error) => {
-                tracing::error!(?error, "TODO");
-
-                return;
-            }
-        }
-
-        let heat_script_option = bot_data
-            .has_heat_script()
-            .then(|| bot_data.get_heat_script().expect("TODO"));
-        let heat_script_option =
-            heat_script_option.map(|heat_script| heat_script.to_str().expect("TODO"));
-
-        heat_script_option.map_or("none set yet".into(), |heat_script| {
-            format!("```\n{heat_script}\n```")
+    let heat_script_description = state
+        .bot_data_manager
+        .with(|bot_data| {
+            let heat_script_option = bot_data.has_heat_script().then(|| {
+                bot_data
+                    .get_heat_script()
+                    .expect("TODO")
+                    .to_string()
+                    .expect("TODO")
+            });
+            heat_script_option.map_or("none set yet".into(), |heat_script| {
+                format!("```\n{heat_script}\n```")
+            })
         })
-    };
+        .await
+        .expect("TODO");
 
     state
         .discord_client
@@ -175,4 +138,48 @@ pub async fn handle(state: State, interaction: Interaction) {
         .flags(MessageFlags::EPHEMERAL)
         .await
         .expect("TODO");
+
+    let mut user_id_stream = state.user_data_manager.list().await.expect("TODO");
+
+    while let Some(user_id) = user_id_stream.try_next().await.expect("TODO") {
+        let (consent, notification_script) = state
+            .user_data_manager
+            .with(user_id, |user_data| {
+                let consent = user_data.get_voice_recording_consent().unwrap();
+                let notification_script = user_data.has_notification_script().then_some(
+                    user_data
+                        .get_notification_script()
+                        .expect("TODO")
+                        .to_string()
+                        .expect("TODO"),
+                );
+
+                (consent, notification_script)
+            })
+            .await
+            .expect("TODO");
+
+        let user_mention = format!("<@{user_id}>");
+
+        state
+            .discord_client
+            .interaction(state.discord_application_id)
+            .create_followup(&interaction.token)
+            .embeds(&[EmbedBuilder::new()
+                .author(EmbedAuthorBuilder::new(user_mention))
+                .field(EmbedFieldBuilder::new("Consent", format!("{consent:?}")).build())
+                .field(
+                    EmbedFieldBuilder::new(
+                        "Notification Script",
+                        format!("{notification_script:?}"),
+                    )
+                    .build(),
+                )
+                .validate()
+                .unwrap()
+                .build()])
+            .flags(MessageFlags::EPHEMERAL)
+            .await
+            .expect("TODO");
+    }
 }

src/command/join.rs

@@ -1,8 +1,12 @@
-use crate::{OneToManyUniqueBTreeMap, VCs, command::State};
+use crate::{
+    OneToManyUniqueBTreeMap, UserDataManager, VCs, command::State, option_ext::OptionExt as _,
+    user_capnp::user::Consent, user_data::RECORD_IF_CONSENT_UNSPECIFIED,
+};
 use async_trait::async_trait;
+use futures::FutureExt;
 use hound::{SampleFormat, WavSpec};
 use opendal::Operator;
-use snafu::{OptionExt, Snafu};
+use snafu::{OptionExt as _, Snafu};
 use songbird::{CoreEvent, Event, EventContext, EventHandler};
 use std::{
     io::Cursor,
@@ -104,6 +108,8 @@ struct Handler {
 
     audio_channels: u16,
     audio_sample_rate: u32,
+
+    user_data_manager: UserDataManager,
 }
 
 #[async_trait]
@@ -134,6 +140,26 @@ impl EventHandler for Handler {
                     tracing::info!(?user_id);
 
                     if let Some(pcm) = &voice_data.decoded_voice {
+                        let may_record = user_id
+                            .map_async(|user_id| {
+                                self.user_data_manager
+                                    .with(user_id, |user_data| {
+                                        user_data.get_voice_recording_consent().unwrap()
+                                    })
+                                    .map(|result| result.expect("TODO"))
+                            })
+                            .await
+                            .map_or(RECORD_IF_CONSENT_UNSPECIFIED, |consent| match consent {
+                                Consent::Unspecified => RECORD_IF_CONSENT_UNSPECIFIED,
+                                Consent::Granted => true,
+                                Consent::Withheld => false,
+                            });
+
+                        if !may_record {
+                            tracing::warn!(?user_id, "may not be recorded");
+                            continue;
+                        }
+
                         let elapsed = self.start_instant.elapsed();
                         let elapsed = elapsed.try_into().expect("TODO");
 
@@ -281,6 +307,8 @@ pub async fn handle(state: State, interaction: Interaction) {
 
         audio_channels,
         audio_sample_rate,
+
+        user_data_manager: state.user_data_manager,
     };
 
     {
@@ -288,12 +316,22 @@ pub async fn handle(state: State, interaction: Interaction) {
 
         call.add_global_event(CoreEvent::SpeakingStateUpdate.into(), handler.clone());
         call.add_global_event(CoreEvent::VoiceTick.into(), handler);
+
+        call.mute(true).await.expect("TODO");
     }
 
     let channel_mention = format!("<#{voice_channel_id}>");
-
     let bot_owner_mention = format!("<@{}>", state.discord_bot_owner_user_id);
 
+    let opt_in_mention = format!(
+        "</{}:{}>",
+        state.discord_opt_in_command_name, state.discord_opt_in_command_id
+    );
+    let opt_out_mention = format!(
+        "</{}:{}>",
+        state.discord_opt_out_command_name, state.discord_opt_out_command_id
+    );
+
     state
         .discord_client
         .interaction(state.discord_application_id)
@@ -302,7 +340,7 @@ pub async fn handle(state: State, interaction: Interaction) {
         ).embeds(Some(&[
             EmbedBuilder::new()
             .title("Joined VC to record")
-            .description(format!("This bot joined {channel_mention} and intends to record. Here are some pledges backed by faith (because there is no way to verify them yourself) in {bot_owner_mention}:"))
+            .description(format!("This bot joined {channel_mention} and intends to record. You can opt out with {opt_out_mention} or explicitly opt in with {opt_in_mention} (I'd appreciate this one). Here are some pledges backed by faith (because there is no way to verify them yourself) in {bot_owner_mention}:"))
             .field(
                 EmbedFieldBuilder::new("Recordings are never shared", "Audio recordings are only stored on my home server and desktop computer and will never be uploaded to services or hardware that is owned by another person: not even curated clips, and not even to people who were in the recording. When transcription to text is implemented, this will only be run on my personally owned devices and not on any internet or cloud offering.").build()
             )

src/command/mod.rs

@@ -3,37 +3,45 @@ use std::{fmt::Debug, sync::Arc};
 use futures::future::BoxFuture;
 use opendal::Operator;
 use patricia_tree::StringPatriciaMap;
-use songbird::{Songbird, driver::{Channels, SampleRate}};
+use songbird::{
+    Songbird,
+    driver::{Channels, SampleRate},
+};
 use tokio_util::sync::CancellationToken;
 use twilight_model::{
     application::{command::Command, interaction::Interaction},
     id::{
         Id,
-        marker::{ApplicationMarker, UserMarker},
+        marker::{ApplicationMarker, CommandMarker, UserMarker},
     },
 };
 
-use crate::VCs;
+use crate::{BotDataManager, GuildVoiceChannelToTextChannel, UserDataManager, VCs};
 
-mod debug;
-mod join;
-mod leave;
-mod opt_in;
-mod opt_out;
+pub mod info;
+pub mod join;
+pub mod leave;
+pub mod opt_in;
+pub mod opt_out;
 
 #[derive(Debug, Clone)]
 pub struct State {
     pub audio_channels: Channels,
     pub audio_sample_rate: SampleRate,
-    pub bot_data: Operator,
+    pub bot_data_manager: BotDataManager,
     pub cancellation_token: CancellationToken,
     pub discord_application_id: Id<ApplicationMarker>,
     pub discord_bot_owner_user_id: Id<UserMarker>,
     pub discord_client: Arc<twilight_http::Client>,
+    pub discord_opt_in_command_id: Id<CommandMarker>,
+    pub discord_opt_in_command_name: Arc<str>,
+    pub discord_opt_out_command_id: Id<CommandMarker>,
+    pub discord_opt_out_command_name: Arc<str>,
     pub discord_user_id: Id<UserMarker>,
+    pub discord_voice_channel_corresponding_text_channel: Arc<GuildVoiceChannelToTextChannel>,
     pub recording_data: Operator,
     pub songbird: Arc<Songbird>,
-    pub user_data: Operator,
+    pub user_data_manager: UserDataManager,
     pub vcs: Arc<VCs>,
 }
 
@@ -50,7 +58,7 @@ where
 
 pub fn all() -> Vec<(&'static Command, BoxedHandler)> {
     vec![
-        (&debug::COMMAND, box_handler(debug::handle)),
+        (&info::COMMAND, box_handler(info::handle)),
         (&join::COMMAND, box_handler(join::handle)),
         (&leave::COMMAND, box_handler(leave::handle)),
         (&opt_in::COMMAND, box_handler(opt_in::handle)),

src/command/opt_in.rs

@@ -1,12 +1,16 @@
 use std::sync::LazyLock;
 
-use twilight_model::application::{
-    command::{Command, CommandType},
-    interaction::Interaction,
+use twilight_model::{
+    application::{
+        command::{Command, CommandType},
+        interaction::Interaction,
+    },
+    channel::message::MessageFlags,
+    http::interaction::{InteractionResponse, InteractionResponseType},
 };
-use twilight_util::builder::command::CommandBuilder;
+use twilight_util::builder::{InteractionResponseDataBuilder, command::CommandBuilder};
 
-use crate::command::State;
+use crate::{command::State, user_capnp::user::Consent};
 
 const NAME: &str = "opt-in";
 const DESCRIPTION: &str = "Opt in to being recorded";
@@ -20,5 +24,67 @@ pub static COMMAND: LazyLock<Command> = LazyLock::new(|| {
 
 #[tracing::instrument]
 pub async fn handle(state: State, interaction: Interaction) {
-    todo!();
+    let user_id = interaction
+        .member
+        .as_ref()
+        .and_then(|member| member.user.as_ref().map(|user| user.id));
+
+    let user_id = match user_id {
+        Some(user_id) => user_id,
+        None => {
+            state
+                .discord_client
+                .interaction(state.discord_application_id)
+                .create_response(
+                    interaction.id,
+                    &interaction.token,
+                    &InteractionResponse {
+                        kind: InteractionResponseType::ChannelMessageWithSource,
+                        data: Some(
+                            InteractionResponseDataBuilder::new()
+                                .content("TODO")
+                                .build(),
+                        ),
+                    },
+                )
+                .await
+                .expect("TODO");
+            return;
+        }
+    };
+
+    let previous_consent = state
+        .user_data_manager
+        .update(user_id, |mut user_data| {
+            let previous_consent = user_data
+                .reborrow()
+                .get_voice_recording_consent()
+                .expect("TODO");
+            user_data.set_voice_recording_consent(Consent::Granted);
+
+            previous_consent
+        })
+        .await
+        .expect("TODO");
+
+    state
+        .discord_client
+        .interaction(state.discord_application_id)
+        .create_response(
+            interaction.id,
+            &interaction.token,
+            &InteractionResponse {
+                kind: InteractionResponseType::ChannelMessageWithSource,
+                data: Some(
+                    InteractionResponseDataBuilder::new()
+                        .content(format!(
+                            "opted you in, your previous consent was {previous_consent:?}"
+                        ))
+                        .flags(MessageFlags::EPHEMERAL)
+                        .build(),
+                ),
+            },
+        )
+        .await
+        .expect("TODO");
 }

src/command/opt_out.rs

@@ -1,12 +1,16 @@
 use std::sync::LazyLock;
 
-use twilight_model::application::{
-    command::{Command, CommandType},
-    interaction::Interaction,
+use twilight_model::{
+    application::{
+        command::{Command, CommandType},
+        interaction::Interaction,
+    },
+    channel::message::MessageFlags,
+    http::interaction::{InteractionResponse, InteractionResponseType},
 };
-use twilight_util::builder::command::CommandBuilder;
+use twilight_util::builder::{InteractionResponseDataBuilder, command::CommandBuilder};
 
-use crate::command::State;
+use crate::{command::State, user_capnp::user::Consent};
 
 const NAME: &str = "opt-out";
 const DESCRIPTION: &str = "Opt out of being recorded";
@@ -20,5 +24,67 @@ pub static COMMAND: LazyLock<Command> = LazyLock::new(|| {
 
 #[tracing::instrument]
 pub async fn handle(state: State, interaction: Interaction) {
-    todo!();
+    let user_id = interaction
+        .member
+        .as_ref()
+        .and_then(|member| member.user.as_ref().map(|user| user.id));
+
+    let user_id = match user_id {
+        Some(user_id) => user_id,
+        None => {
+            state
+                .discord_client
+                .interaction(state.discord_application_id)
+                .create_response(
+                    interaction.id,
+                    &interaction.token,
+                    &InteractionResponse {
+                        kind: InteractionResponseType::ChannelMessageWithSource,
+                        data: Some(
+                            InteractionResponseDataBuilder::new()
+                                .content("TODO")
+                                .build(),
+                        ),
+                    },
+                )
+                .await
+                .expect("TODO");
+            return;
+        }
+    };
+
+    let previous_consent = state
+        .user_data_manager
+        .update(user_id, |mut user_data| {
+            let previous_consent = user_data
+                .reborrow()
+                .get_voice_recording_consent()
+                .expect("TODO");
+            user_data.set_voice_recording_consent(Consent::Withheld);
+
+            previous_consent
+        })
+        .await
+        .expect("TODO");
+
+    state
+        .discord_client
+        .interaction(state.discord_application_id)
+        .create_response(
+            interaction.id,
+            &interaction.token,
+            &InteractionResponse {
+                kind: InteractionResponseType::ChannelMessageWithSource,
+                data: Some(
+                    InteractionResponseDataBuilder::new()
+                        .content(format!(
+                            "opted you out, your previous consent was {previous_consent:?}"
+                        ))
+                        .flags(MessageFlags::EPHEMERAL)
+                        .build(),
+                ),
+            },
+        )
+        .await
+        .expect("TODO");
 }

src/lib.rs

@@ -1,18 +1,24 @@
-mod command;
+mod bot_data;
+pub mod command;
 mod one_to_many;
 mod one_to_many_with_data;
 mod one_to_one;
+mod operator_ext;
+mod option_ext;
 mod storage;
 mod track_vcs;
+mod user_data;
 mod vc_user;
+capnp::generated_code!(mod bot_capnp);
+capnp::generated_code!(mod user_capnp);
 
+pub use bot_data::BotDataManager;
 pub use command::{Router as CommandRouter, State, all as all_commands};
 pub use one_to_many::OneToManyUniqueBTreeMap;
 pub use one_to_many_with_data::OneToManyUniqueBTreeMapWithData;
 pub use one_to_one::OneToOneBTreeMap;
+pub use operator_ext::OperatorExt;
 pub use storage::Storage;
-pub use track_vcs::{VCs, initialize_vcs, update_vcs};
+pub use track_vcs::{GuildVoiceChannelToTextChannel, VCs, initialize_vcs, update_vcs};
+pub use user_data::UserDataManager;
 pub use vc_user::{UserInVCData, VoiceStatus};
-
-capnp::generated_code!(pub mod user_capnp);
-capnp::generated_code!(pub mod bot_capnp);

src/main.rs

@@ -1,13 +1,16 @@
 use clap::Parser;
-use fomo_reducer::{CommandRouter, State, Storage, all_commands, initialize_vcs, update_vcs};
+use fomo_reducer::{
+    BotDataManager, CommandRouter, GuildVoiceChannelToTextChannel, State, Storage, UserDataManager,
+    all_commands, command, initialize_vcs, update_vcs,
+};
 use secrecy::{ExposeSecret, SecretString};
-use snafu::Snafu;
+use snafu::{OptionExt, ResultExt, Snafu};
 use songbird::{
     Config, Songbird,
     driver::{Channels, DecodeConfig, SampleRate},
     shards::TwilightMap,
 };
-use std::{fmt::Debug, sync::Arc};
+use std::{collections::BTreeMap, fmt::Debug, str::FromStr, sync::Arc};
 use strum::EnumString;
 use tokio::{select, signal::ctrl_c, task::JoinSet};
 use tokio_util::{sync::CancellationToken, time::FutureExt as _};
@@ -19,7 +22,10 @@ use twilight_model::{
         payload::{incoming::InteractionCreate, outgoing::UpdatePresence},
         presence::{ActivityType, MinimalActivity, Status},
     },
-    id::{Id, marker::UserMarker},
+    id::{
+        Id,
+        marker::{ChannelMarker, GuildMarker, UserMarker},
+    },
 };
 
 #[derive(Clone, Copy, Debug, strum::Display, EnumString)]
@@ -63,6 +69,41 @@ impl From<AudioSampleRate> for SampleRate {
     }
 }
 
+#[derive(Debug, Snafu)]
+enum ParseGuildVCToTextChannelError {
+    NoScope,
+
+    NoRelation,
+
+    ParseGuildError {
+        source: <Id<GuildMarker> as FromStr>::Err,
+    },
+
+    ParseVoiceChannelError {
+        source: <Id<ChannelMarker> as FromStr>::Err,
+    },
+
+    ParseTextChannelError {
+        source: <Id<ChannelMarker> as FromStr>::Err,
+    },
+}
+
+fn parse_guild_vc_to_text_channel(
+    source: &str,
+) -> Result<(Id<GuildMarker>, Id<ChannelMarker>, Id<ChannelMarker>), ParseGuildVCToTextChannelError>
+{
+    let (guild, voice_channel_and_text_channel) = source.split_once(':').context(NoScopeSnafu)?;
+    let (voice_channel, text_channel) = voice_channel_and_text_channel
+        .split_once("->")
+        .context(NoRelationSnafu)?;
+
+    let guild = guild.parse().context(ParseGuildSnafu)?;
+    let voice_channel = voice_channel.parse().context(ParseVoiceChannelSnafu)?;
+    let text_channel = text_channel.parse().context(ParseTextChannelSnafu)?;
+
+    Ok((guild, voice_channel, text_channel))
+}
+
 #[derive(Debug, Parser)]
 struct AppArgs {
     #[arg(long, env)]
@@ -77,6 +118,10 @@ struct AppArgs {
     #[arg(long, env)]
     discord_status: Option<Arc<str>>,
 
+    #[arg(long, env, value_parser = parse_guild_vc_to_text_channel)]
+    discord_voice_channel_corresponding_text_channel:
+        Vec<(Id<GuildMarker>, Id<ChannelMarker>, Id<ChannelMarker>)>,
+
     #[arg(long, env, default_value_t = AudioChannels::Mono)]
     audio_channels: AudioChannels,
 
@@ -141,6 +186,7 @@ async fn main() -> Result<(), MainError> {
         discord_bot_owner_user_id,
         discord_nickname,
         discord_status,
+        discord_voice_channel_corresponding_text_channel,
         audio_channels,
         audio_sample_rate,
         bot_data,
@@ -229,7 +275,7 @@ async fn main() -> Result<(), MainError> {
 
     let commands = all_commands();
 
-    let _returned_commands = interaction_client
+    let returned_commands = interaction_client
         .set_global_commands(
             Vec::from_iter(
                 commands
@@ -244,11 +290,30 @@ async fn main() -> Result<(), MainError> {
         .await
         .expect("failed to deserialize set commands"); // TODO
 
-    let command_router = CommandRouter::from_iter(commands);
-    let command_router = Arc::new(command_router);
+    let mut discord_command_name_to_returned_command = BTreeMap::from_iter(
+        returned_commands
+            .into_iter()
+            .map(|command| (command.name.clone(), command)),
+    );
+
+    let discord_opt_in_command = discord_command_name_to_returned_command
+        .remove(&command::opt_in::COMMAND.name)
+        .expect("TODO");
+    let discord_opt_out_command = discord_command_name_to_returned_command
+        .remove(&command::opt_out::COMMAND.name)
+        .expect("TODO");
+
+    let discord_opt_in_command_id = discord_opt_in_command.id.expect("TODO");
+    let discord_opt_out_command_id = discord_opt_out_command.id.expect("TODO");
+
+    let discord_opt_in_command_name = discord_opt_in_command.name.into();
+    let discord_opt_out_command_name = discord_opt_out_command.name.into();
 
     let vcs = initialize_vcs(&discord_client).await;
 
+    let command_router = CommandRouter::from_iter(commands);
+    let command_router = Arc::new(command_router);
+
     let discord_client = Arc::new(discord_client);
     let songbird = Arc::new(songbird);
     let vcs = Arc::new(vcs);
@@ -257,18 +322,42 @@ async fn main() -> Result<(), MainError> {
     let recording_data = recording_data.into_inner();
     let user_data = user_data.into_inner();
 
+    let bot_data_manager = BotDataManager::new(bot_data);
+    let user_data_manager = UserDataManager::new(user_data);
+
+    let discord_voice_channel_corresponding_text_channel = {
+        let mut map = GuildVoiceChannelToTextChannel::default();
+
+        for (guild_id, voice_channel_id, text_channel_id) in
+            discord_voice_channel_corresponding_text_channel
+        {
+            map.entry(guild_id)
+                .or_default()
+                .insert(voice_channel_id, text_channel_id);
+        }
+
+        map
+    };
+    let discord_voice_channel_corresponding_text_channel =
+        Arc::new(discord_voice_channel_corresponding_text_channel);
+
     let state = State {
         audio_channels,
         audio_sample_rate,
-        bot_data,
+        bot_data_manager,
         cancellation_token: cancellation_token.clone(),
         discord_application_id,
         discord_bot_owner_user_id,
         discord_client,
+        discord_opt_in_command_id,
+        discord_opt_in_command_name,
+        discord_opt_out_command_id,
+        discord_opt_out_command_name,
         discord_user_id,
+        discord_voice_channel_corresponding_text_channel,
         recording_data,
         songbird,
-        user_data,
+        user_data_manager,
         vcs,
     };
 
@@ -337,9 +426,22 @@ async fn handle_events(command_router: Arc<CommandRouter>, state: State, mut sha
         .await
     {
         match event_res {
+            Ok(twilight_model::gateway::event::Event::GatewayClose(frame_option)) => {
+                tracing::warn!(?frame_option);
+                return;
+            }
             Ok(event) => {
                 handle_event(command_router.clone(), state.clone(), event).await;
             }
+            Err(reconnect_error)
+                if matches!(
+                    reconnect_error.kind(),
+                    &twilight_gateway::error::ReceiveMessageErrorType::Reconnect
+                ) =>
+            {
+                tracing::error!(?reconnect_error);
+                return;
+            }
             Err(error) => {
                 tracing::error!(?error);
             }

src/operator_ext.rs

@@ -0,0 +1,25 @@
+use extension_traits::extension;
+use opendal::{Buffer, Error, ErrorKind, FuturesAsyncReader, Operator};
+
+#[extension(pub trait OperatorExt)]
+impl Operator {
+    async fn read_if_exists(&self, path: &str) -> Result<Option<Buffer>, Error> {
+        match self.read(path).await {
+            Ok(buffer) => Ok(Some(buffer)),
+            Err(error) if matches!(error.kind(), ErrorKind::NotFound) => Ok(None),
+            Err(error) => Err(error),
+        }
+    }
+
+    async fn async_reader_if_exists(
+        &self,
+        path: &str,
+    ) -> Result<Option<FuturesAsyncReader>, Error> {
+        let reader = self.reader(path).await?;
+        match reader.into_futures_async_read(..).await {
+            Ok(reader) => Ok(Some(reader)),
+            Err(error) if matches!(error.kind(), ErrorKind::NotFound) => Ok(None),
+            Err(error) => Err(error),
+        }
+    }
+}

src/option_ext.rs

@@ -0,0 +1,11 @@
+use extension_traits::extension;
+
+#[extension(pub trait OptionExt)]
+impl<S> Option<S> {
+    async fn map_async<M, Fut: Future<Output = M>, F: FnOnce(S) -> Fut>(self, f: F) -> Option<M> {
+        match self {
+            Some(s) => Some(f(s).await),
+            None => None,
+        }
+    }
+}

src/storage.rs

@@ -2,7 +2,6 @@ use std::{fmt::Debug, str::FromStr};
 
 use opendal::{IntoOperatorUri, Operator, OperatorUri};
 
-
 #[derive(Clone)]
 pub struct Storage {
     uri: OperatorUri,

src/track_vcs.rs

@@ -1,3 +1,5 @@
+use std::collections::BTreeMap;
+
 use dashmap::DashMap;
 use futures::{StreamExt, stream::FuturesUnordered};
 use twilight_model::{
@@ -8,10 +10,12 @@ use twilight_model::{
     },
 };
 
-use crate::{OneToManyUniqueBTreeMapWithData, UserInVCData, VoiceStatus};
+use crate::{OneToManyUniqueBTreeMapWithData, OneToOneBTreeMap, UserInVCData, VoiceStatus};
+
+pub type GuildVoiceChannelToTextChannel =
+    BTreeMap<Id<GuildMarker>, OneToOneBTreeMap<Id<ChannelMarker>, Id<ChannelMarker>>>;
 
 type VCsInGuild = OneToManyUniqueBTreeMapWithData<Id<ChannelMarker>, Id<UserMarker>, UserInVCData>;
-
 pub type VCs = DashMap<Id<GuildMarker>, VCsInGuild>;
 
 #[tracing::instrument(skip(discord_client), ret)]

src/user_data.rs

@@ -0,0 +1,254 @@
+use std::str::FromStr;
+
+use async_compression::futures::{bufread::BrotliDecoder, write::BrotliEncoder};
+use capnp::message::TypedBuilder;
+use futures::{AsyncReadExt, AsyncWriteExt, TryStream, TryStreamExt};
+use opendal::Operator;
+use snafu::{OptionExt as _, ResultExt as _, Snafu, ensure};
+use twilight_model::id::{Id, marker::UserMarker};
+
+use crate::{OperatorExt, option_ext::OptionExt as _, user_capnp};
+
+pub const RECORD_IF_CONSENT_UNSPECIFIED: bool = true;
+
+#[derive(Debug, Clone)]
+pub struct UserDataManager {
+    operator: Operator,
+}
+
+impl UserDataManager {
+    pub fn new(operator: Operator) -> Self {
+        Self { operator }
+    }
+}
+
+fn path(id: Id<UserMarker>) -> String {
+    format!("{id}/data.bin.brotli")
+}
+
+#[derive(Debug, Snafu)]
+#[snafu(module)]
+pub enum ParsePathError {
+    /// paths must have a / in them because that's how user data is stored, but this one doesn't have one
+    MissingSlashError,
+
+    /// if this isn't a directory, then the file must be "data.bin.brotli" but it was actually {actual:?}
+    WrongFileError { actual: String },
+
+    /// couldn't parse the directory as a user ID
+    ParseUserIdError {
+        source: <Id<UserMarker> as FromStr>::Err,
+    },
+}
+
+fn parse(path: &str) -> Result<Id<UserMarker>, ParsePathError> {
+    let (directory, file) = path
+        .rsplit_once("/")
+        .context(parse_path_error::MissingSlashSnafu)?;
+
+    ensure!(
+        file == "" || file == "data.bin.brotli",
+        parse_path_error::WrongFileSnafu {
+            actual: file.to_owned()
+        }
+    );
+
+    let user_id = directory
+        .parse()
+        .context(parse_path_error::ParseUserIdSnafu)?;
+
+    Ok(user_id)
+}
+
+#[derive(Debug, Snafu)]
+#[snafu(module)]
+pub enum ListError {
+    /// error creating a lister through the storage operator
+    CreateListerError { source: opendal::Error },
+}
+
+#[derive(Debug, Snafu)]
+#[snafu(module)]
+pub enum EntryError {
+    /// failed to get an entry from the storage operator's lister
+    ReceiveEntryError { source: opendal::Error },
+
+    /// failed to parse the entry as an acceptable path
+    ParsePathError { source: ParsePathError },
+}
+
+impl UserDataManager {
+    pub async fn list(
+        &self,
+    ) -> Result<impl TryStream<Ok = Id<UserMarker>, Error = EntryError> + Unpin, ListError> {
+        let lister = self
+            .operator
+            .lister("")
+            .await
+            .context(list_error::CreateListerSnafu)?;
+
+        Ok(lister
+            .map_err(|error| EntryError::ReceiveEntryError { source: error })
+            .and_then(|entry| {
+                std::future::ready(parse(entry.path()).context(entry_error::ParsePathSnafu))
+            }))
+    }
+}
+
+#[derive(Debug, Snafu)]
+#[snafu(module)]
+pub enum WithError {
+    /// couldn't read data for this user from the storage operator
+    ReadError { source: opendal::Error },
+
+    /// couldn't decompress the user data from storage
+    DecompressionError { source: std::io::Error },
+
+    /// couldn't deserialize the user data
+    DeserializeError { source: capnp::Error },
+}
+
+impl UserDataManager {
+    pub async fn with<R>(
+        &self,
+        id: Id<UserMarker>,
+        f: impl FnOnce(user_capnp::user::Reader<'_>) -> R,
+    ) -> Result<R, WithError> {
+        let compressed_buffer = self
+            .operator
+            .async_reader_if_exists(&path(id))
+            .await
+            .context(with_error::ReadSnafu)?;
+
+        let decompressed_reader = compressed_buffer.map(BrotliDecoder::new);
+        let decompressed = decompressed_reader
+            .map_async(|mut reader| async move {
+                let mut vec = Vec::new();
+                reader.read_to_end(&mut vec).await?;
+                Ok(vec)
+            })
+            .await
+            .transpose()
+            .context(with_error::DecompressionSnafu)?;
+
+        let mut message = TypedBuilder::<user_capnp::user::Owned>::new_default();
+        let fallback = message.init_root();
+
+        let mut user_data = fallback.into_reader();
+        let message_reader;
+
+        if let Some(mut bytes) = decompressed.as_deref() {
+            message_reader = capnp::serialize::read_message_from_flat_slice_no_alloc(
+                &mut bytes,
+                Default::default(),
+            )
+            .context(with_error::DeserializeSnafu)?;
+
+            user_data = message_reader
+                .get_root()
+                .context(with_error::DeserializeSnafu)?;
+        }
+
+        Ok(f(user_data))
+    }
+}
+
+#[derive(Debug, Snafu)]
+#[snafu(module)]
+pub enum UpdateError {
+    /// couldn't read data for this user from the storage operator
+    ReadError { source: opendal::Error },
+
+    /// couldn't decompress the user data from storage
+    DecompressionError { source: std::io::Error },
+
+    /// couldn't deserialize the user data
+    DeserializeError { source: capnp::Error },
+
+    /// couldn't serialize the (modified) user data
+    SerializeError { source: capnp::Error },
+
+    /// couldn't create a writer for this user data in the storage operator
+    WriterError { source: opendal::Error },
+
+    /// couldn't write (modified) data for this user to the storage operator
+    WriteError { source: std::io::Error },
+
+    /// couldn't finalize writing (modified) data for this user to the storage operator
+    FinalizeError { source: std::io::Error },
+}
+
+impl UserDataManager {
+    pub async fn update<R>(
+        &self,
+        id: Id<UserMarker>,
+        f: impl FnOnce(user_capnp::user::Builder<'_>) -> R,
+    ) -> Result<R, UpdateError> {
+        let path = path(id);
+        let compressed_buffer = self
+            .operator
+            .async_reader_if_exists(&path)
+            .await
+            .context(update_error::ReadSnafu)?;
+
+        let decompressed_reader = compressed_buffer.map(BrotliDecoder::new);
+        let decompressed = decompressed_reader
+            .map_async(|mut reader| async move {
+                let mut vec = Vec::new();
+                reader.read_to_end(&mut vec).await?;
+                Ok(vec)
+            })
+            .await
+            .transpose()
+            .context(update_error::DecompressionSnafu)?;
+
+        let mut message = TypedBuilder::<user_capnp::user::Owned>::new_default();
+
+        let ret = if let Some(mut bytes) = decompressed.as_deref() {
+            let message_reader = capnp::serialize::read_message_from_flat_slice_no_alloc(
+                &mut bytes,
+                Default::default(),
+            )
+            .context(update_error::DeserializeSnafu)?;
+
+            let user_data = message_reader
+                .get_root()
+                .context(update_error::DeserializeSnafu)?;
+
+            message
+                .set_root(user_data)
+                .context(update_error::DeserializeSnafu)?;
+
+            f(
+                message.get_root().unwrap(), // this is logically impossible
+            )
+        } else {
+            f(message.init_root())
+        };
+
+        let mut buffer = Vec::new();
+        capnp::serialize::write_message(&mut buffer, message.borrow_inner())
+            .context(update_error::SerializeSnafu)?;
+
+        let compressed_writer = self
+            .operator
+            .writer(&path)
+            .await
+            .context(update_error::WriterSnafu)?
+            .into_futures_async_write();
+
+        let mut decompressed_writer = BrotliEncoder::new(compressed_writer);
+
+        decompressed_writer
+            .write_all(&buffer)
+            .await
+            .context(update_error::WriteSnafu)?;
+
+        decompressed_writer
+            .close()
+            .await
+            .context(update_error::FinalizeSnafu)?;
+
+        Ok(ret)
+    }
+}

user.capnp

@@ -3,5 +3,11 @@
 struct User {
     notificationScript @0 :Text;
 
-    voiceRecordingConsent @1 :Bool;
+    voiceRecordingConsent @1 :Consent = unspecified;
+
+    enum Consent {
+        unspecified @0;
+        granted @1;
+        withheld @2;
+    }
 }