Scan the filesystem

music-player/Makefile

@@ -0,0 +1,9 @@
+
+server-dev:
+	cd server && cargo watch -x run
+
+server-test:
+	cd server && cargo watch -x test
+
+client-dev:
+	cd client && npm run watch

music-player/client/index.html

@@ -24,6 +24,7 @@
             <table>
                 <thead>
                     <tr>
+                        <th> id </th>
                         <th> Track # </th>
                         <th> Title </th>
                         <th> Artist </th>
@@ -33,6 +34,7 @@
                 </thead>
 
                 <tbody>
+                    <!--
                     <tr class="track-list__track-row">
                         <td> 1 </td>
                         <td> Underground </td>
@@ -68,12 +70,13 @@
                         <td> Artemis </td>
                         <td> 3:58 </td>
                     </tr>
+                    -->
                 </tbody>
             </table>
         </div>
     </div>
 
-<script src="./dist/main.js" type="module"></script>
+<script src="./bundle.js" type="module"></script>
 
 </body>
 </html>

music-player/client/package.json

@@ -4,7 +4,7 @@
   "description": "",
   "main": "main.js",
   "scripts": {
-    "build": "browserify src/main.ts -p [ tsify ] > dist/bundle.js",
+    "build": "browserify src/main.ts -p [ tsify ] > dist/bundle.js && cp index.html styles.css dist",
     "test": "echo \"Error: no test specified\" && exit 1",
     "watch": "exa index.html styles.css src/* | entr -s 'npm run build'"
   },
@@ -18,7 +18,6 @@
     "@types/lodash": "^4.14.191",
     "babelify": "^10.0.0",
     "browserify": "^17.0.0",
-    "live-server": "^1.2.2",
     "tsify": "^5.0.4",
     "typescript": "^4.9.4",
     "watchify": "^4.0.0"

music-player/client/src/main.ts

@@ -1,5 +1,13 @@
 import * as _ from "lodash";
 
+interface TrackInfo {
+  id: string;
+  track_number?: number;
+  name?: string;
+  album?: string;
+  artist?: string;
+}
+
 const replaceTitle = () => {
   const title = document.querySelector(".js-title");
   if (title && title.innerHTML) {
@@ -7,21 +15,57 @@ const replaceTitle = () => {
   }
 };
 
-/*
+const getTracks = () => fetch("/api/v1/tracks").then((r) => r.json());
-const checkWeatherService = () => {
+
-    fetch("https://api.weather.gov/")
+const formatTrack = (track: TrackInfo) => {
-        .then((r) => r.json())
+  let row = document.createElement("tr");
-        .then((js) => {
+  row.classList.add("track-list__row");
-            const weather = document.querySelector('.js-weather');
+
-            weather.innerHTML = js.status;
+  let track_id = document.createElement("td");
-        });
+  track_id.appendChild(document.createTextNode(track.id));
+  track_id.classList.add("track-list__cell");
+
+  let track_number = document.createElement("td");
+  track_number.appendChild(
+    document.createTextNode(track.track_number?.toString() || "")
+  );
+  track_number.classList.add("track-list__cell");
+
+  let name = document.createElement("td");
+  name.appendChild(document.createTextNode(track.name || ""));
+  name.classList.add("track-list__cell");
+
+  let album = document.createElement("td");
+  album.appendChild(document.createTextNode(track.album || ""));
+  album.classList.add("track-list__cell");
+
+  let artist = document.createElement("td");
+  artist.appendChild(document.createTextNode(track.artist || ""));
+  artist.classList.add("track-list__cell");
+
+  let length = document.createElement("td");
+  artist.appendChild(document.createTextNode(""));
+  length.classList.add("track-list__cell");
+
+  row.appendChild(track_id);
+  row.appendChild(track_number);
+  row.appendChild(name);
+  row.appendChild(artist);
+  row.appendChild(album);
+  row.appendChild(length);
+  return row;
+};
+
+const updateTrackList = (tracks: TrackInfo[]) => {
+  const track_list = document.querySelector(".track-list__tracks tbody");
+  if (track_list) {
+    let track_formats = _.map(tracks, formatTrack);
+    _.map(track_formats, (trackinfo) => track_list.appendChild(trackinfo));
   }
-*/
+};
 
 const run = () => {
-  replaceTitle();
+  getTracks().then((tracks) => updateTrackList(tracks));
-  console.log(_.map([4, 8], (x) => x * x));
-  // checkWeatherService();
 };
 
 run();

music-player/client/styles.css

@@ -25,15 +25,18 @@ body {
     list-style: none;
 }
 
-.track-list__track-row {
+.track-list__row {
     background-color: rgb(10, 10, 10);
 }
 
-.track-list__track-row:nth-child(even) {
+.track-list__row:nth-child(even) {
     background-color: rgb(255, 255, 255);
 }
 
-.track-list__track-row:nth-child(odd) {
+.track-list__row:nth-child(odd) {
     background-color: rgb(200, 200, 200);
 }
 
+.track-list__cell {
+    padding: 8px;
+}

music-player/client/tsconfig.json

@@ -6,6 +6,7 @@
       "rootDir": "src",
       "outDir": "./dist",
       "lib": ["es2016", "DOM"],
-      "sourceMap": true
+      "sourceMap": true,
+      "strict": true
   }
 }

music-player/server/src/bin/server.rs

@@ -1,74 +1,95 @@
 use flow::Flow;
-use std::{io::stdin, path::PathBuf, sync::Arc, thread, time::Duration};
+use std::{
-// use warp::Filter;
+    io::stdin,
+    net::{IpAddr, Ipv4Addr, SocketAddr},
+    path::PathBuf,
+    sync::Arc,
+    thread,
+    time::Duration,
+};
+use warp::{Filter, Reply};
 
-use music_player::{core::Core, database::MemoryIndex};
+use music_player::{
+    audio::{TrackId, TrackInfo},
+    core::Core,
+    database::{MemoryIndex, MusicIndex},
+    music_scanner::FileScanner,
+};
 
-/*
+fn tracks(index: &Arc<impl MusicIndex>) -> Vec<TrackInfo> {
-fn tracks() -> Vec<Track> {
+    match index.list_tracks() {
-    vec![
+        Flow::Ok(tracks) => tracks,
-        Track {
+        Flow::Err(err) => panic!("error: {}", err),
-            track_number: Some(1),
+        Flow::Fatal(err) => panic!("fatal: {}", err),
-            name: Some("Underground".to_owned()),
+    }
-            album: Some("Artemis".to_owned()),
+}
-            artist: Some("Lindsey Stirling".to_owned()),
+
-            path: PathBuf::from("/mnt/music/Lindsey Stirling/Artemis/01 - Underground.ogg"),
+enum Bundle {
-        },
+    Index,
-        Track {
+    App,
-            track_number: Some(2),
+    Styles,
-            name: Some("Artemis".to_owned()),
+}
-            album: Some("Artemis".to_owned()),
+
-            artist: Some("Lindsey Stirling".to_owned()),
+impl Bundle {
-            path: PathBuf::from("/mnt/music/Lindsey Stirling/Artemis/02 - Artemis.ogg"),
+    fn read(self, root: PathBuf) -> String {
-        },
+        let mut path = root;
-        Track {
+        match self {
-            track_number: Some(3),
+            Bundle::Index => path.push(PathBuf::from("index.html")),
-            name: Some("Til the Light Goes Out".to_owned()),
+            Bundle::App => path.push(PathBuf::from("bundle.js")),
-            album: Some("Artemis".to_owned()),
+            Bundle::Styles => path.push(PathBuf::from("styles.css")),
-            artist: Some("Lindsey Stirling".to_owned()),
+        };
-            path: PathBuf::from(
+        println!("path: {:?}", path);
-                "/mnt/music/Lindsey Stirling/Artemis/03 - Til the Light Goes Out.ogg",
+        std::fs::read_to_string(path).expect("to find the file")
-            ),
+    }
-        },
-        Track {
-            track_number: Some(4),
-            name: Some("Between Twilight".to_owned()),
-            album: Some("Artemis".to_owned()),
-            artist: Some("Lindsey Stirling".to_owned()),
-            path: PathBuf::from("/mnt/music/Lindsey Stirling/Artemis/04 - Between Twilight.ogg"),
-        },
-        Track {
-            track_number: Some(5),
-            name: Some("Foreverglow".to_owned()),
-            album: Some("Artemis".to_owned()),
-            artist: Some("Lindsey Stirling".to_owned()),
-            path: PathBuf::from("/mnt/music/Lindsey Stirling/Artemis/05 - Foreverglow.ogg"),
-        },
-    ]
 }
-*/
 
 #[tokio::main]
 pub async fn main() {
-    /*
+    let dev = std::env::var("DEV")
-    match Core::new(Arc::new(MemoryIndex::new())) {
+        .ok()
-        Flow::Ok(core) => {
+        .and_then(|v| v.parse::<bool>().ok())
-            let mut buf = String::new();
+        .unwrap_or(false);
-            let _ = stdin().read_line(&mut buf).unwrap();
+    let bundle_root = std::env::var("BUNDLE_ROOT")
-            core.exit();
+        .map(|b| PathBuf::from(b))
-        }
+        .unwrap();
-        Flow::Err(err) => println!("non-fatal error: {:?}", err),
+    let music_root = std::env::var("MUSIC_ROOT")
-        Flow::Fatal(err) => println!("fatal error: {:?}", err),
+        .map(|b| PathBuf::from(b))
-    }
+        .unwrap();
-    */
 
-    /*
+    let index = Arc::new(MemoryIndex::new());
-    let connection = Connection::new_session().expect("to connect to dbus");
+    let scanner = FileScanner::new(vec![music_root.clone()]);
+    let core = match Core::new(index.clone(), scanner) {
+        Flow::Ok(core) => core,
+        Flow::Err(error) => panic!("error: {}", error),
+        Flow::Fatal(error) => panic!("fatal: {}", error),
+    };
 
-    for player in list_players(connection) {
+    println!("config: {:?} {:?} {:?}", dev, bundle_root, music_root);
-        println!("player found: {}", player.identity());
+
+    let root = warp::path!().and(warp::get()).map({
+        let bundle_root = bundle_root.clone();
+        move || {
+            warp::http::Response::builder()
+                .header("content-type", "text/html")
+                .body(Bundle::Index.read(bundle_root.clone()))
         }
-    */
+    });
+    let app = warp::path!("bundle.js").and(warp::get()).map({
+        let bundle_root = bundle_root.clone();
+        move || {
+            warp::http::Response::builder()
+                .header("content-type", "text/javascript")
+                .body(Bundle::App.read(bundle_root.clone()))
+        }
+    });
+    let styles = warp::path!("styles.css").and(warp::get()).map({
+        let bundle_root = bundle_root.clone();
+        move || {
+            warp::http::Response::builder()
+                .header("content-type", "text/css")
+                .body(Bundle::Styles.read(bundle_root.clone()))
+        }
+    });
 
     /*
     let devices = warp::path!("api" / "v1" / "devices")
@@ -77,10 +98,14 @@ pub async fn main() {
             let conn = Connection::new_session().expect("to connect to dbus");
             warp::reply::json(&list_devices(conn))
         });
+        */
 
-    let track_list = warp::path!("api" / "v1" / "tracks")
+    let track_list = warp::path!("api" / "v1" / "tracks").and(warp::get()).map({
-        .and(warp::get())
+        let index = index.clone();
-        .map(|| warp::reply::json(&tracks()));
+        move || warp::reply::json(&tracks(&index))
+    });
+
+    /*
     let tracks_for_artist = warp::path!("api" / "v1" / "artist" / String)
         .and(warp::get())
         .map(|_artist: String| warp::reply::json(&tracks()));
@@ -105,6 +130,8 @@ pub async fn main() {
         .or(tracks_for_artist)
         .or(queue)
         .or(playing_status);
+        */
+    let routes = root.or(app).or(styles).or(track_list);
     let server = warp::serve(routes);
     server
         .run(SocketAddr::new(
@@ -112,5 +139,4 @@ pub async fn main() {
             8002,
         ))
         .await;
-        */
 }

music-player/server/src/core.rs

@@ -47,19 +47,21 @@ impl Core {
         scanner: impl MusicScanner + 'static,
     ) -> Flow<Core, FatalError, Error> {
         let (control_tx, control_rx) = channel::<ControlMsg>();
+        let db = db;
 
         let (_track_handle, _track_rx) = {
             let (track_tx, track_rx) = channel();
             let db = db.clone();
             let track_handle = thread::spawn(move || {
-                println!("tracker thread started");
                 let mut next_scan = Instant::now();
                 loop {
                     if Instant::now() >= next_scan {
                         let _ = track_tx.send(TrackMsg::UpdateInProgress);
                         for track in scanner.scan() {
-                            println!("scanning {:?}", track);
+                            match track {
-                            db.add_track(track);
+                                Ok(track) => db.add_track(track),
+                                Err(_) => ok(()),
+                            };
                         }
                         let _ = track_tx.send(TrackMsg::UpdateComplete);
                         next_scan = Instant::now() + scan_frequency();

music-player/server/src/music_scanner.rs

@@ -1,11 +1,11 @@
 use crate::{
-    audio::TrackInfo,
+    audio::{TrackId, TrackInfo},
     core::{ControlMsg, TrackMsg},
     database::MusicIndex,
     FatalError,
 };
-use flow::{ok, return_error, return_fatal, Flow};
 use std::{
+    fs::{DirEntry, ReadDir},
     path::PathBuf,
     sync::{
         mpsc::{Receiver, RecvTimeoutError, Sender},
@@ -19,6 +19,8 @@ use thiserror::Error;
 pub enum ScannerError {
     #[error("Cannot scan {0}")]
     CannotScan(PathBuf),
+    #[error("Not found {0}")]
+    NotFound(PathBuf),
     #[error("IO error {0}")]
     IO(std::io::Error),
 }
@@ -30,83 +32,101 @@ impl From<std::io::Error> for ScannerError {
 }
 
 pub trait MusicScanner: Send {
-    fn scan<'a>(&'a self) -> Box<dyn Iterator<Item = TrackInfo> + 'a>;
+    fn scan<'a>(&'a self) -> Box<dyn Iterator<Item = Result<TrackInfo, ScannerError>> + 'a>;
 }
 
-/*
 pub struct FileScanner {
-    db: Arc<dyn MusicIndex>,
+    roots: Vec<PathBuf>,
-    tracker_tx: Sender<TrackMsg>,
-    music_directories: Vec<PathBuf>,
 }
 
 impl FileScanner {
-    fn new(db: Arc<dyn MusicIndex>, roots: Vec<PathBuf>, tracker_tx: Sender<TrackMsg>) -> Self {
+    pub fn new(roots: Vec<PathBuf>) -> Self {
-        Self {
+        Self { roots }
-            db,
-            tracker_tx,
-            music_directories: roots,
     }
 }
 
-    fn scan_dir(&self, mut paths: Vec<PathBuf>) -> Flow<(), FatalError, ScannerError> {
+pub struct FileIterator {
-        while let Some(dir) = paths.pop() {
+    dirs: Vec<PathBuf>,
-            println!("scanning {:?}", dir);
+    file_iter: Option<ReadDir>,
-            return_error!(self.scan_dir_(&mut paths, dir));
-        }
-        ok(())
 }
 
-    fn scan_dir_(
+impl FileIterator {
-        &self,
+    fn scan_file(&self, path: PathBuf) -> Result<TrackInfo, ScannerError> {
-        paths: &mut Vec<PathBuf>,
+        Ok(TrackInfo {
-        dir: PathBuf,
+            id: TrackId::from(path.to_str().unwrap().to_owned()),
-    ) -> Flow<(), FatalError, ScannerError> {
+            album: None,
-        let dir_iter = return_error!(Flow::from(dir.read_dir().map_err(ScannerError::from)));
+            artist: None,
-        for entry in dir_iter {
+            name: None,
-            match entry {
+            track_number: None,
-                Ok(entry) if entry.path().is_dir() => paths.push(entry.path()),
+        })
+    }
+}
+
+enum EntryInfo {
+    Dir(PathBuf),
+    File(PathBuf),
+}
+
+impl Iterator for FileIterator {
+    type Item = Result<TrackInfo, ScannerError>;
+
+    fn next(&mut self) -> Option<Self::Item> {
+        fn process_entry(entry: DirEntry) -> Result<EntryInfo, ScannerError> {
+            entry
+                .metadata()
+                .map_err(ScannerError::from)
+                .map(|metadata| {
+                    if metadata.is_dir() {
+                        EntryInfo::Dir(entry.path())
+                    } else {
+                        EntryInfo::File(entry.path())
+                    }
+                })
+        }
+
+        let next_file = match &mut self.file_iter {
+            Some(iter) => iter.next(),
+            None => None,
+        };
+
+        match next_file {
+            Some(Ok(entry)) => match process_entry(entry) {
+                Ok(EntryInfo::Dir(path)) => {
+                    self.dirs.push(path);
+                    self.next()
+                }
+                Ok(EntryInfo::File(path)) => Some(self.scan_file(path)),
+                Err(err) => Some(Err(err)),
+            },
+            Some(Err(err)) => Some(Err(ScannerError::from(err))),
+            None => match self.dirs.pop() {
+                Some(dir) => match dir.read_dir() {
                     Ok(entry) => {
-                    let _ = return_fatal!(self.scan_file(entry.path()).or_else(|err| {
+                        self.file_iter = Some(entry);
-                        println!("scan_file failed: {:?}", err);
+                        self.next()
-                        ok::<(), FatalError, ScannerError>(())
-                    }));
-                    ()
                     }
                     Err(err) => {
-                    println!("scan_dir could not read path: ({:?})", err);
+                        if err.kind() == std::io::ErrorKind::NotFound {
+                            Some(Err(ScannerError::NotFound(dir)))
+                        } else {
+                            Some(Err(ScannerError::from(err)))
                         }
                     }
+                },
+                None => None,
+            },
         }
-        ok(())
-    }
-
-    fn scan_file(&self, path: PathBuf) -> Flow<(), FatalError, ScannerError> {
-        ok(())
     }
 }
 
 impl MusicScanner for FileScanner {
-    fn scan<'a>(&'a self) -> Box<&'a dyn Iterator<Item = TrackInfo>> {
+    fn scan<'a>(&'a self) -> Box<dyn Iterator<Item = Result<TrackInfo, ScannerError>> + 'a> {
-        unimplemented!()
+        Box::new(FileIterator {
-        /*
+            dirs: self.roots.clone(),
-        loop {
+            file_iter: None,
-            match self.control_rx.recv_timeout(Duration::from_millis(100)) {
+        })
-                Ok(ControlMsg::Exit) => return,
-                Err(RecvTimeoutError::Timeout) => (),
-                Err(RecvTimeoutError::Disconnected) => return,
-            }
-            if Instant::now() >= self.next_scan {
-                for root in self.music_directories.iter() {
-                    self.scan_dir(vec![root.clone()]);
-                }
-                self.next_scan = Instant::now() + scan_frequency();
     }
 }
-        */
-    }
-}
-*/
 
 #[cfg(test)]
 pub mod factories {
@@ -162,8 +182,8 @@ pub mod factories {
     }
 
     impl MusicScanner for MockScanner {
-        fn scan<'a>(&'a self) -> Box<dyn Iterator<Item = TrackInfo> + 'a> {
+        fn scan<'a>(&'a self) -> Box<dyn Iterator<Item = Result<TrackInfo, ScannerError>> + 'a> {
-            Box::new(self.data.iter().map(|t| t.clone()))
+            Box::new(self.data.iter().map(|t| Ok(t.clone())))
         }
     }
 }