Class LockQueue

Example

const queue = new LockQueue();
const messages = [];

const chatCompletions = async () => {
 // 等待前一个队列释放
 const release = await queue.waitInQueue();

 const message = await requestLLM();
 messages.push(message);
 sendMessage(message);

 // 释放队列
 release();
};

chatCompletions();
chatCompletions();
chatCompletions();
Copy