Add variable request throttling

Author: adam-cowley

asciidoc/courses/genai-workshop/course.adoc

@@ -5,12 +5,14 @@
 :usecase: recommendations
 :key-points: A comma, separated, list of learnings
 :repository: neo4j-graphacademy/genai-workshop
+:allow-llm-calls: true
+:llm-call-limit: 0
 
 == Course Description
 
-In this GenAI and Neo4j workshop, you will learn how Neo4j can support your GenAI projects. 
+In this GenAI and Neo4j workshop, you will learn how Neo4j can support your GenAI projects.
 
-You will: 
+You will:
 
 * Use Vector indexes and embeddings in Neo4j to perform similarity and keyword search
 * Use Python and LangChain to integrate with Neo4j and OpenAI
@@ -34,7 +36,7 @@ While not essential, we completing the GraphAcademy link:/courses/neo4j-fundamen
 
 == What you need
 
-To complete the practical tasks within this workshop, you will need: 
+To complete the practical tasks within this workshop, you will need:
 
 * Access to gitpod.io (you will need a github, gitpod, or bitbucket account) or a local Python environment
 * An OpenAI billing account and API key

asciidoc/courses/llm-chatbot-python/course.adoc

@@ -8,6 +8,9 @@
 :key-points: Building a Neo4j-backed Chatbot, Neo4j & Langchain, Neo4j & Streamlit
 :repository: neo4j-graphacademy/llm-chatbot-python
 :allow-llm-calls: true
+:llm-call-limit: 50
+:llm-call-limit-period: PT2M
+
 
 == Course Description
 

asciidoc/courses/llm-chatbot-typescript/course.adoc

@@ -13,6 +13,8 @@
 :reward-provider: printful
 :reward-product-id: @65f874e831d488,@65f875094279d1
 :allow-llm-calls: true
+:llm-call-limit: 20
+:llm-call-limit-period: PT2M
 
 == Course Description
 

src/constants.ts

@@ -65,3 +65,5 @@ export const ATTRIBUTE_QUESTIONS = 'questions'
 export const ATTRIBUTE_PASS_PERCENTAGE = 'pass-percentage'
 export const ATTRIBUTE_KEY_POINTS = 'key-points'
 export const ATTRIBUTE_ALLOW_LLM_CALLS = 'allow-llm-calls'
+export const ATTRIBUTE_LLM_CALL_LIMIT_PERIOD = 'llm-call-limit-period'
+export const ATTRIBUTE_LLM_CALL_LIMIT = 'llm-call-limit'

src/services/merge-courses.ts

@@ -5,7 +5,7 @@ import { Session, ManagedTransaction } from 'neo4j-driver';
 import { loadFile } from '../modules/asciidoc'
 import { getDriver } from '../modules/neo4j';
 import { CourseToImport, LessonToImport, ModuleToImport, QuestionToImport } from '../types';
-import { ASCIIDOC_DIRECTORY, ATTRIBUTE_CAPTION, ATTRIBUTE_CATEGORIES, ATTRIBUTE_CERTIFICATION, ATTRIBUTE_CLASSMARKER_ID, ATTRIBUTE_CLASSMARKER_REFERENCE, ATTRIBUTE_DISABLE_CACHE, ATTRIBUTE_DURATION, ATTRIBUTE_LAB, ATTRIBUTE_LANGUAGE, ATTRIBUTE_NEXT, ATTRIBUTE_OPTIONAL, ATTRIBUTE_REDIRECT, ATTRIBUTE_REPOSITORY, ATTRIBUTE_SANDBOX, ATTRIBUTE_STATUS, ATTRIBUTE_THUMBNAIL, ATTRIBUTE_TRANSLATIONS, ATTRIBUTE_REWARD_FORM, ATTRIBUTE_REWARD_IMAGE, ATTRIBUTE_REWARD_PRODUCT_ID, ATTRIBUTE_REWARD_PROVIDER, ATTRIBUTE_TYPE, ATTRIBUTE_UPDATED_AT, ATTRIBUTE_USECASE, ATTRIBUTE_VIDEO, COURSE_DIRECTORY, DEFAULT_COURSE_STATUS, DEFAULT_COURSE_THUMBNAIL, DEFAULT_LANGUAGE, DEFAULT_LESSON_TYPE, STATUS_DISABLED, ATTRIBUTE_REWARD_TYPE, ATTRIBUTE_DESCRIPTION, ATTRIBUTE_QUESTIONS, ATTRIBUTE_PASS_PERCENTAGE, ATTRIBUTE_KEY_POINTS, ATTRIBUTE_BRANCH, ATTRIBUTE_ALLOW_LLM_CALLS } from '../constants';
+import { ASCIIDOC_DIRECTORY, ATTRIBUTE_CAPTION, ATTRIBUTE_CATEGORIES, ATTRIBUTE_CERTIFICATION, ATTRIBUTE_CLASSMARKER_ID, ATTRIBUTE_CLASSMARKER_REFERENCE, ATTRIBUTE_DISABLE_CACHE, ATTRIBUTE_DURATION, ATTRIBUTE_LAB, ATTRIBUTE_LANGUAGE, ATTRIBUTE_NEXT, ATTRIBUTE_OPTIONAL, ATTRIBUTE_REDIRECT, ATTRIBUTE_REPOSITORY, ATTRIBUTE_SANDBOX, ATTRIBUTE_STATUS, ATTRIBUTE_THUMBNAIL, ATTRIBUTE_TRANSLATIONS, ATTRIBUTE_REWARD_FORM, ATTRIBUTE_REWARD_IMAGE, ATTRIBUTE_REWARD_PRODUCT_ID, ATTRIBUTE_REWARD_PROVIDER, ATTRIBUTE_TYPE, ATTRIBUTE_UPDATED_AT, ATTRIBUTE_USECASE, ATTRIBUTE_VIDEO, COURSE_DIRECTORY, DEFAULT_COURSE_STATUS, DEFAULT_COURSE_THUMBNAIL, DEFAULT_LANGUAGE, DEFAULT_LESSON_TYPE, STATUS_DISABLED, ATTRIBUTE_REWARD_TYPE, ATTRIBUTE_DESCRIPTION, ATTRIBUTE_QUESTIONS, ATTRIBUTE_PASS_PERCENTAGE, ATTRIBUTE_KEY_POINTS, ATTRIBUTE_BRANCH, ATTRIBUTE_ALLOW_LLM_CALLS, ATTRIBUTE_LLM_CALL_LIMIT, ATTRIBUTE_LLM_CALL_LIMIT_PERIOD } from '../constants';
 import { courseOverviewPath, getDateAttribute, getOrderAttribute } from '../utils';
 
 const loadCourses = (): CourseToImport[] => {
@@ -88,6 +88,8 @@ const loadCourse = (courseFolder: string): CourseToImport => {
         questions: file.getAttribute(ATTRIBUTE_QUESTIONS, null),
         passPercentage: file.getAttribute(ATTRIBUTE_PASS_PERCENTAGE, null),
         allowsLLMCalls: file.getAttribute(ATTRIBUTE_ALLOW_LLM_CALLS, 'false') === 'true',
+        llmCallLimit: file.getAttribute(ATTRIBUTE_LLM_CALL_LIMIT),
+        llmCallLimitPeriod: file.getAttribute(ATTRIBUTE_LLM_CALL_LIMIT_PERIOD),
         attributes: {
             rewardType: file.getAttribute(ATTRIBUTE_REWARD_TYPE, null),
             rewardForm: file.getAttribute(ATTRIBUTE_REWARD_FORM, null),
@@ -218,6 +220,8 @@ const mergeCourseDetails = (tx: ManagedTransaction, courses: CourseToImport[]) =
             c.questions = toInteger(course.questions),
             c.passPercentage = toInteger(course.passPercentage),
             c.allowsLLMCalls = course.allowsLLMCalls,
+            c.llmCallLimit = toInteger(course.llmCallLimit),
+            c.llmCallLimitPeriod = course.llmCallLimitPeriod,
             c += course.attributes
 
         FOREACH (_ IN CASE WHEN course.certification THEN [1] ELSE [] END | SET c:Certification)