Move around storage into folders

crates/librqbit/src/storage/examples/inmemory.rs

@@ -0,0 +1,109 @@
+use std::{collections::HashMap, path::Path};
+
+use anyhow::Context;
+use librqbit_core::lengths::{Lengths, ValidPieceIndex};
+use parking_lot::RwLock;
+
+use crate::type_aliases::FileInfos;
+
+use crate::storage::{StorageFactory, TorrentStorage};
+
+struct InMemoryPiece {
+    bytes: Box<[u8]>,
+}
+
+impl InMemoryPiece {
+    fn new(l: &Lengths) -> Self {
+        let v = vec![0; l.default_piece_length() as usize].into_boxed_slice();
+        Self { bytes: v }
+    }
+}
+
+#[derive(Default)]
+pub struct InMemoryExampleStorageFactory {}
+
+impl StorageFactory for InMemoryExampleStorageFactory {
+    type Storage = InMemoryExampleStorage;
+
+    fn init_storage(
+        &self,
+        info: &crate::torrent_state::ManagedTorrentInfo,
+    ) -> anyhow::Result<InMemoryExampleStorage> {
+        InMemoryExampleStorage::new(info.lengths, info.file_infos.clone())
+    }
+}
+
+pub struct InMemoryExampleStorage {
+    lengths: Lengths,
+    file_infos: FileInfos,
+    map: RwLock<HashMap<ValidPieceIndex, InMemoryPiece>>,
+}
+
+impl InMemoryExampleStorage {
+    fn new(lengths: Lengths, file_infos: FileInfos) -> anyhow::Result<Self> {
+        // Max memory 128MiB. Make it tunable
+        let max_pieces = 128 * 1024 * 1024 / lengths.default_piece_length();
+        if max_pieces == 0 {
+            anyhow::bail!("pieces too large");
+        }
+
+        Ok(Self {
+            lengths,
+            file_infos,
+            map: RwLock::new(HashMap::new()),
+        })
+    }
+}
+
+impl TorrentStorage for InMemoryExampleStorage {
+    fn pread_exact(&self, file_id: usize, offset: u64, buf: &mut [u8]) -> anyhow::Result<()> {
+        let fi = &self.file_infos[file_id];
+        let abs_offset = fi.offset_in_torrent + offset;
+        let piece_id: u32 = (abs_offset / self.lengths.default_piece_length() as u64).try_into()?;
+        let piece_offset: usize =
+            (abs_offset % self.lengths.default_piece_length() as u64).try_into()?;
+        let piece_id = self.lengths.validate_piece_index(piece_id).context("bug")?;
+
+        let g = self.map.read();
+        let inmp = g.get(&piece_id).context("piece expired")?;
+        buf.copy_from_slice(&inmp.bytes[piece_offset..(piece_offset + buf.len())]);
+        Ok(())
+    }
+
+    fn pwrite_all(&self, file_id: usize, offset: u64, buf: &[u8]) -> anyhow::Result<()> {
+        let fi = &self.file_infos[file_id];
+        let abs_offset = fi.offset_in_torrent + offset;
+        let piece_id: u32 = (abs_offset / self.lengths.default_piece_length() as u64).try_into()?;
+        let piece_offset: usize =
+            (abs_offset % self.lengths.default_piece_length() as u64).try_into()?;
+        let piece_id = self.lengths.validate_piece_index(piece_id).context("bug")?;
+        let mut g = self.map.write();
+        let inmp = g
+            .entry(piece_id)
+            .or_insert_with(|| InMemoryPiece::new(&self.lengths));
+        inmp.bytes[piece_offset..(piece_offset + buf.len())].copy_from_slice(buf);
+        Ok(())
+    }
+
+    fn remove_file(&self, _file_id: usize, _filename: &Path) -> anyhow::Result<()> {
+        Ok(())
+    }
+
+    fn ensure_file_length(&self, _file_id: usize, _length: u64) -> anyhow::Result<()> {
+        Ok(())
+    }
+
+    fn take(&self) -> anyhow::Result<Box<dyn TorrentStorage>> {
+        let map = {
+            let mut g = self.map.write();
+            let mut repl = HashMap::new();
+            std::mem::swap(&mut *g, &mut repl);
+            repl
+        };
+        Ok(Box::new(Self {
+            lengths: self.lengths,
+            map: RwLock::new(map),
+            file_infos: self.file_infos.clone(),
+        }))
+    }
+}

crates/librqbit/src/storage/examples/mmap.rs

@@ -0,0 +1,61 @@
+use anyhow::Context;
+use memmap2::{MmapMut, MmapOptions};
+use parking_lot::RwLock;
+
+use crate::{
+    storage::{StorageFactory, TorrentStorage},
+    FileInfos, ManagedTorrentInfo,
+};
+
+#[derive(Default)]
+pub struct MmapStorageFactory {}
+
+pub struct MmapStorage {
+    mmap: RwLock<MmapMut>,
+    file_infos: FileInfos,
+}
+
+impl StorageFactory for MmapStorageFactory {
+    type Storage = MmapStorage;
+
+    fn init_storage(&self, info: &ManagedTorrentInfo) -> anyhow::Result<Self::Storage> {
+        Ok(MmapStorage {
+            mmap: RwLock::new(
+                MmapOptions::new()
+                    .len(info.lengths.total_length().try_into()?)
+                    .map_anon()?,
+            ),
+            file_infos: info.file_infos.clone(),
+        })
+    }
+}
+
+impl TorrentStorage for MmapStorage {
+    fn pread_exact(&self, file_id: usize, offset: u64, buf: &mut [u8]) -> anyhow::Result<()> {
+        let start: usize = (self.file_infos[file_id].offset_in_torrent + offset).try_into()?;
+        let end = start + buf.len();
+        buf.copy_from_slice(self.mmap.read().get(start..end).context("bad range")?);
+        Ok(())
+    }
+
+    fn pwrite_all(&self, file_id: usize, offset: u64, buf: &[u8]) -> anyhow::Result<()> {
+        let start: usize = (self.file_infos[file_id].offset_in_torrent + offset).try_into()?;
+        let end = start + buf.len();
+        let mut g = self.mmap.write();
+        let target = g.get_mut(start..end).context("bad range")?;
+        target.copy_from_slice(buf);
+        Ok(())
+    }
+
+    fn remove_file(&self, _file_id: usize, _filename: &std::path::Path) -> anyhow::Result<()> {
+        Ok(())
+    }
+
+    fn ensure_file_length(&self, _file_id: usize, _length: u64) -> anyhow::Result<()> {
+        Ok(())
+    }
+
+    fn take(&self) -> anyhow::Result<Box<dyn TorrentStorage>> {
+        anyhow::bail!("not implemented")
+    }
+}

crates/librqbit/src/storage/examples/mod.rs

@@ -0,0 +1,2 @@
+pub mod inmemory;
+pub mod mmap;