From 0828531e21d7fed2cc08b46467ee8a083924c350 Mon Sep 17 00:00:00 2001
From: Yazooliu <39296687+Yazooliu@users.noreply.github.com>
Date: Fri, 11 Aug 2023 13:49:40 +0800
Subject: [PATCH] Fix the issue RuntimeError: CUDA error: device-side assert
 triggered during run this demo py file

---
 demo/run_demo.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/demo/run_demo.py b/demo/run_demo.py
index d99b977..a94e4f7 100644
--- a/demo/run_demo.py
+++ b/demo/run_demo.py
@@ -7,6 +7,8 @@
 import gradio as gr
 
 from transformers import AutoTokenizer, AutoModel
+# Fix the issue RuntimeError: CUDA error: device-side assert triggered during run this demo py file
+CUDA_LAUNCH_BLOCKING="1"
 
 try:
     # Should first install fastllm (https://github.com/ztxz16/fastllm.git)