fix: include logit_bias in all ValidGenerateRequest's

Author: drbh

backends/v2/src/queue.rs

@@ -12,6 +12,7 @@ use text_generation_router::validation::{
 use tokio::sync::{mpsc, oneshot};
 use tokio::time::Instant;
 use tracing::{info_span, instrument, Span};
+use std::collections::HashMap;
 
 /// Queue entry
 #[derive(Debug)]
@@ -429,6 +430,7 @@ mod tests {
                     frequency_penalty: 0.0,
                     watermark: false,
                     grammar: None,
+                    logit_bias: HashMap::new(),
                 },
                 stopping_parameters: ValidStoppingParameters {
                     ignore_eos_token: false,

backends/v3/src/queue.rs

@@ -16,6 +16,7 @@ use text_generation_router::validation::{
 use tokio::sync::{mpsc, oneshot};
 use tokio::time::Instant;
 use tracing::{info_span, instrument, Instrument, Span};
+use std::collections::HashMap;
 
 /// Queue entry
 #[derive(Debug)]
@@ -577,6 +578,7 @@ mod tests {
                     frequency_penalty: 0.0,
                     watermark: false,
                     grammar: None,
+                    logit_bias: HashMap::new(),
                 },
                 stopping_parameters: ValidStoppingParameters {
                     ignore_eos_token: false,