📦 NEW: Git synced memory

* 📦 NEW: Add support for git-memory

* 📦 NEW: Add deployedCommitHash in memory config

* 📦 NEW: get changed files between commits for memory

* 📦 NEW: Save deployed commit in memory config

* 📦 NEW: Handle git synced memories in deploy command

* 👌 IMPROVE: Handle custom directory option for getting changed files

* 📦 NEW: Handle all files or changed file deployment

* 👌 IMPROVE: Get changed or new file names for git synced memory

* 📦 NEW: handle deployemnt for git synced memories

* 📦 NEW: Handle new files by listing prod documents

* 📦 NEW: add deployment for git sync

---------

Co-authored-by: Saqib Ameen <saqib1@ualberta.ca>

Author: ahmadbilaldev

examples/nodejs/baseai/memory/chat-with-repo/index.ts

@@ -0,0 +1,14 @@
+import { MemoryI } from '@baseai/core';
+import path from 'path';
+
+const memoryChatWithRepo = (): MemoryI => ({
+  name: 'chat-with-repo',
+  description: '',
+  config: {
+		useGitRepo: true,
+		dirToTrack: path.posix.join('examples'),
+		extToTrack: ["*"]
+  }
+});
+
+export default memoryChatWithRepo;

examples/nodejs/baseai/pipes/chat-with-repo.ts

@@ -0,0 +1,36 @@
+import {PipeI} from '@baseai/core';
+import chatWithRepoMemory from '../memory/chat-with-repo';
+
+const buildPipe = (): PipeI => ({
+	apiKey: process.env.LANGBASE_API_KEY!, // Replace with your API key https://langbase.com/docs/api-reference/api-keys
+	name: 'chat-with-docs',
+	description: '',
+	status: 'private',
+	model: 'openai:gpt-4o-mini',
+	stream: true,
+	json: false,
+	store: true,
+	moderate: true,
+	top_p: 1,
+	max_tokens: 1000,
+	temperature: 0.7,
+	presence_penalty: 1,
+	frequency_penalty: 1,
+	stop: [],
+	tool_choice: 'auto',
+	parallel_tool_calls: false,
+	messages: [
+		{role: 'system', content: `You are a helpful AI assistant.`},
+		{
+			role: 'system',
+			name: 'rag',
+			content:
+				"Below is some CONTEXT for you to answer the questions. ONLY answer from the CONTEXT. CONTEXT consists of multiple information chunks. Each chunk has a source mentioned at the end.\n\nFor each piece of response you provide, cite the source in brackets like so: [1].\n\nAt the end of the answer, always list each source with its corresponding number and provide the document name. like so [1] Filename.doc.\n\nIf you don't know the answer, just say that you don't know. Ask for more context and better questions if needed.",
+		},
+	],
+	variables: [],
+	memory: [chatWithRepoMemory()],
+	tools: [],
+});
+
+export default buildPipe;

examples/nodejs/examples/pipe.git-memory.stream.text.ts

@@ -0,0 +1,39 @@
+import 'dotenv/config';
+import {getRunner, Pipe} from '@baseai/core';
+import chatWithRepo from '../baseai/pipes/chat-with-repo';
+
+const pipe = new Pipe(chatWithRepo());
+
+async function main() {
+	const {stream, threadId, rawResponse} = await pipe.run({
+		messages: [
+			{
+				role: 'user',
+				content: 'Generate example of chat with docs using pipe',
+			},
+		],
+		stream: true,
+	});
+
+	// Convert the stream to a stream runner.
+	const runner = getRunner(stream);
+
+	// Method 1: Using event listeners
+	runner.on('connect', () => {
+		console.log('Stream started.\n');
+	});
+
+	runner.on('content', content => {
+		process.stdout.write(content);
+	});
+
+	runner.on('end', () => {
+		console.log('\nStream ended.');
+	});
+
+	runner.on('error', error => {
+		console.error('Error:', error);
+	});
+}
+
+main();

packages/baseai/package.json

@@ -66,7 +66,6 @@
 		"dotenv": "^16.4.5",
 		"execa": "^9.4.0",
 		"figures": "^6.1.0",
-		"find-up": "^7.0.0",
 		"get-package-json-file": "^2.0.0",
 		"hono": "^4.5.11",
 		"js-tiktoken": "^1.0.14",

packages/baseai/src/deploy/document.ts

@@ -154,12 +154,9 @@ export async function handleSingleDocDeploy({
 	// Fetch the existing documents
 	const prodDocs = await listMemoryDocuments({
 		account,
-		memory
+		memoryName: memory.name
 	});
 
-	// Get the list of local document names
-	const localDocs = await getMemoryFileNames(memory.name);
-
 	// If overwrite is present, deploy.
 	if (overwrite) {
 		await uploadDocumentsToMemory({
@@ -173,6 +170,9 @@ export async function handleSingleDocDeploy({
 		return;
 	}
 
+	// Get the list of local document names
+	const localDocs = await getMemoryFileNames(memory.name);
+
 	// If it is the only that does not exist in prod, deploy.
 	const onlyDeployDocMissing = checkOnlyDeployDocumentMissing({
 		localDocs,