use lossy conversion when reading file to parse points

Author: Heliozoa

tmc-langs-framework/src/command.rs

@@ -58,7 +58,6 @@ impl TmcCommand {
 
         // starts executing the command
         let mut popen = exec.popen().map_err(|e| popen_to_tmc_err(cmd.clone(), e))?;
-        log::debug!("here {:?} {:?}", popen.stdin, stdin);
         let stdin_handle = spawn_writer(popen.stdin.take(), stdin);
         let stdout_handle = spawn_reader(popen.stdout.take());
         let stderr_handle = spawn_reader(popen.stderr.take());

tmc-langs-framework/src/file_util.rs

@@ -48,6 +48,13 @@ pub fn read_file_to_string<P: AsRef<Path>>(path: P) -> Result<String, FileIo> {
     Ok(s)
 }
 
+pub fn read_file_to_string_lossy<P: AsRef<Path>>(path: P) -> Result<String, FileIo> {
+    let path = path.as_ref();
+    let bytes = read_file(path)?;
+    let s = String::from_utf8_lossy(&bytes).into_owned();
+    Ok(s)
+}
+
 pub fn create_file<P: AsRef<Path>>(path: P) -> Result<File, FileIo> {
     let path = path.as_ref();
     if let Some(parent) = path.parent() {

tmc-langs-framework/src/plugin.rs

@@ -424,7 +424,7 @@ pub trait LanguagePlugin {
                 let entry = entry?;
                 if entry.path().is_file() {
                     log::trace!("parsing points from {}", entry.path().display());
-                    let file_contents = file_util::read_file_to_string(entry.path())?;
+                    let file_contents = file_util::read_file_to_string_lossy(entry.path())?;
 
                     // reads any character
                     let etc_parser = combinator::value(Parse::Other, character::complete::anychar);