);
diff --git a/src/games/ai/const.ts b/src/games/ai/const.ts
new file mode 100644
index 0000000..a8fac5c
--- /dev/null
+++ b/src/games/ai/const.ts
@@ -0,0 +1,63 @@
+export const SYSTEM_PROMPT = `
+You are creative and skilled writer.
+Write a story based on the world description below.
+Make sure you're following the provided lore exactly and not making up impossible things.
+`.trim().replace(/[ \r\n]+/ig, ' ');
+
+export const WORLD_INFO = `
+### General World description
+
+Fess is a fictional fantasy world inhabited by diverse creatures and races. Its technological progress is roughly equivalent to Earth's medieval ages, featuring bows and arrows, horses as the primary mode of transport, and fortified cities.
+
+### Ether kinetics
+
+In this world, people refer to what others might call magic as ether kinetics - the special ability of living beings to consciously manipulate a specific energy known as ether, causing various effects. For simplicity, ether kinetics is often referred to as eth. To use it, person should construct an imaginary structure, called an ether circuit or ether weaving, using their mind's eye to visualize slightly glowing translucent paths in the air, which represent ether channels. Once the desired pattern is established, the user fills it with energy. Ether itself is invisible and intangible; nobody could see it or touch it directly. Ether kinetics is not magic, it is pure physics: you could apply force (e.g. moving the thing around) or pressure (e.g. compressing a gas) to a matter, no more than that. But in creative hands it's potential is endless! For example, if you compress air hard enough - it becomes hot and could set thing on fire. Or if you make air to move in one direction it makes a wind. But eth could be applied to anything material, not just air or other gases: levitating objects or moving liquids around also possible.
+Eth users are called etherkins, or etherkin in singular form.
+Fess does not have any supernatural activity: souls, ghosts or similar mystical creatures are impossible by the laws of the world.
+
+In summary:
+- Ether is and invisible and intangible energy.
+- Ether kinetics is manipulation of ether.
+- Eth is short name for ether kinetics.
+- Etherkin is the person who uses ether kinetics.
+- No supernatural activity.
+
+### Races
+
+The people of Fess are divided into three races:
+
+**Ida**:
+The vast majority of the population, analogous to Earth's humans. They possess no special abilities or advantages and are average in all respects. Important: don't call them "humans", because word "human" in this world could be applied to any race, including neka and folia. Replace "human" with "ida". They have many kingdoms of different size on the both sides of the Median Ridge.
+
+**Neka**:
+Members of this race possess certain animal traits such as animal ears or tails, though not always. They exhibit great physical strength, agility, and stamina. Nearly all of them were wiped out during the racist hunts over a thousand years ago. The surviving population now resides exclusively within Nordille, the largest city of the former neka kingdom. Occasionally, a few individual neka can be found traveling outside their city. Almost all neka are extremely devout towards Maya, mentioning her in nearly every conversation due to her saving their kind from extinction.
+
+**Folia**:
+Similar to high elves in popular culture, members of the folia race possess long ears, blonde or white hair, and are skilled in utilizing eth. They are often found dwelling in lush, verdant forests, where their keen senses and natural agility allow them to traverse the wilderness with ease. Folia are renowned for their archery skills, preferring to use bows crafted from the finest woods found in their forest homes. Their keen eyesight and steady hands make them formidable marksmen, capable of hitting targets with precision from great distances. In addition to their combat prowess, folia are also known for their wisdom and deep connection to nature. They often serve as guardians and caretakers of the forests, using their knowledge of plants and animals to maintain the delicate balance of their ecosystems. Folia are generally peaceful and prefer to avoid conflicts, but when threatened, they can be fierce defenders of their homes and loved ones. They have two countries: North and South Folia, both located in the dense forests at the south-west of the continent.
+
+In a general sense, the words "human" or "people" can apply to any race in this world.
+
+### Geography
+
+Alongside Nordille, there are several notable geographical features:
+
+**Trinity**:
+Nestled in the middle of the continent, Trinity stands as a beacon of unity and cooperation among the races. This independent city-state is a harmonious blend of neka, ida, and folia cultures, with representatives from each race playing an active role in its governance. The city's architecture reflects this diversity, with neka-inspired stone structures, folia-influenced wooden buildings, and ida-created metalwork all coexisting in a beautiful tapestry of design.
+Trinity's streets are a vibrant mix of races, with neka and folia merchants hawking their wares alongside human craftsmen. The city's central plaza is home to a grand statue of Maya, symbolizing the unity and cooperation among the races. Here, festivals and celebrations are held throughout the year, bringing the people of Trinity together in a joyous display of their shared humanity.
+
+**The Eternal Desert**:
+Stretching across the equator of Fess like a vast, shimmering ribbon, the Eternal Desert is a formidable barrier that has long separated the known world from the mysteries of the southern hemisphere. Its endless dunes of golden sand, scorching heat, and lack of water have made it virtually impassable for centuries, earning it the reputation of an uncrossable wasteland. The few brave souls who have attempted to traverse its treacherous expanse have vanished without a trace, their fates lost to the unforgiving sands. As a result, the civilizations of Fess have flourished primarily in the northern regions, leaving the secrets of the southern lands to remain shrouded in legends.
+
+**Median Ridge**:
+Towering majestically above the landscape, the Median Ridge is a colossal mountain range that stretches across the east of the continent like a jagged spine. Its towering peaks, shrouded in perpetual snow and ice, create an imposing barrier that divides the land into two distinct halves. The rugged terrain and extreme weather conditions make traversing the ridge a daunting task, limiting communication and trade between the isolated communities on the either sides of the mountains.
+
+### Maya
+
+Maya created the world of Fess around 1500 years ago as an imaginative playground, imbuing it with a rich history, diverse races, and an ether kinesis system instead of magic. As the world's creator, Maya has ultimate control over the realm and its inhabitants, but she doesn't think of herself as a traditional goddess figure. Her existence is widely accepted and acknowledged among Fess's inhabitants, who view her as a beloved and protective creator. She's living in that same world in a human form.
+Maya looks like a neka with a pair of wolf ears, black hair and a tail with white tips. On her right hand exists an intricate geometric tattoo, resembling an ether circuit with interwoven lines of varying thickness, that stretches from her palm all the way up to her shoulder, glowing with a vibrant cyan color. Her eyes are a deep blue. She wears a futuristic sleeveless bodysuit and a pair of similar looking pants. Maya is very self-assured and enjoys embarrassing villains. She has no weapons, because she doesn't need them.
+Nobody recognizes her in her human form and treats just as strange clothed neka, though.
+Her intentions in this world is simple: to enjoy food, to learn something new, maybe kick some asses of bad guys, and to get fun in general.
+As the creator, Maya has complete knowledge of Fess's history, geography, and the fundamental laws that govern its existence. She is aware of all the stories, secrets, and potential plot lines that could unfold within her creation. She has no hidden origins or secrets that she needs to uncover, as she is the one who created those aspects in the first place. Maya has no fears, and not afraid of anything, because she is an immortal being.
+`.trim();
+
+export const LLAMA_TEMPLATE = `{% for message in messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}`;
diff --git a/src/games/ai/context.tsx b/src/games/ai/context.tsx
index 21984f8..ef59fe4 100644
--- a/src/games/ai/context.tsx
+++ b/src/games/ai/context.tsx
@@ -1,14 +1,8 @@
import { createContext } from "preact";
import { useEffect, useMemo, useState } from "preact/hooks";
import { compilePrompt, type IMessage } from "./messages";
-import { generate } from "./generation";
-
-export interface IContext {
- connectionUrl: string;
- input: string;
- name: string;
- messages: IMessage[];
-}
+import { LLM } from "./llm";
+import { loadContext, saveContext, type IContext } from "./globalConfig";
export interface IActions {
setConnectionUrl: (url: string) => void;
@@ -23,32 +17,6 @@ export interface IActions {
export type IGlobalContext = IContext & IActions;
-const SAVE_KEY = 'ai_game_save_state';
-
-const saveContext = (ctx: IContext) => {
- localStorage.setItem(SAVE_KEY, JSON.stringify(ctx));
-}
-
-const loadContext = (): IContext => {
- const defaultContext: IContext = {
- connectionUrl: 'http://192.168.10.102:5001',
- input: '',
- name: 'Maya',
- messages: [],
- };
-
- let loadedContext: Partial = {};
-
- try {
- const json = localStorage.getItem(SAVE_KEY);
- if (json) {
- loadedContext = JSON.parse(json);
- }
- } catch { }
-
- return { ...defaultContext, ...loadedContext };
-}
-
export const GlobalContext = createContext({} as IGlobalContext);
export const GlobalContextProvider = ({ children }: { children?: any }) => {
@@ -68,12 +36,19 @@ export const GlobalContextProvider = ({ children }: { children?: any }) => {
addMessage: (content, role, triggerNext = false) => {
setMessages(messages => [
...messages,
- { role, content }
+ { role, currentSwipe: 0, swipes: [{ content }] }
]);
setTriggerNext(triggerNext);
},
editMessage: (index, content) => setMessages(messages => (
- messages.map((m, i) => ({ ...m, content: i === index ? content : m.content }))
+ messages.map(
+ (m, i) => ({
+ ...m,
+ swipes: i === index
+ ? m.swipes.map((s, si) => (si === m.currentSwipe ? { content } : s))
+ : m.swipes
+ })
+ )
)),
deleteMessage: (index) => setMessages(messages =>
messages.filter((_, i) => i !== index)
@@ -88,7 +63,7 @@ export const GlobalContextProvider = ({ children }: { children?: any }) => {
const messageId = messages.length;
let text = '';
actions.addMessage('', 'assistant');
- for await (const chunk of generate(connectionUrl, prompt, { temperature: 1.0 })) {
+ for await (const chunk of LLM.generate(prompt)) {
text += chunk;
actions.editMessage(messageId, text);
}
diff --git a/src/games/ai/generation.ts b/src/games/ai/generation.ts
deleted file mode 100644
index 41d3112..0000000
--- a/src/games/ai/generation.ts
+++ /dev/null
@@ -1,62 +0,0 @@
-import Lock from "@common/lock";
-import SSE from "@common/sse";
-
-interface IGenerationSettings {
- temperature: number;
- // TODO
-}
-
-export async function* generate(host: string, prompt: string, generationSetings: IGenerationSettings) {
- const sse = new SSE(`${host}/api/extra/generate/stream`, {
- payload: JSON.stringify({
- ...generationSetings,
- prompt,
- stop_sequence: ['\n'],
- }),
- });
-
- const messages: string[] = [];
- const messageLock = new Lock();
- let end = false;
-
- sse.addEventListener('message', (e) => {
- if (e.data) {
- {
- const { token, finish_reason } = JSON.parse(e.data);
- messages.push(token);
-
- if (finish_reason && finish_reason !== 'null') {
- end = true;
- }
- }
- }
- messageLock.release();
- });
-
- const handleEnd = () => {
- end = true;
- messageLock.release();
- };
-
- sse.addEventListener('error', handleEnd);
- sse.addEventListener('abort', handleEnd);
- sse.addEventListener('readystatechange', (e) => {
- if (e.readyState === SSE.CLOSED) handleEnd();
- });
-
- while (!end || messages.length) {
- while (messages.length > 0) {
- const message = messages.shift();
- if (message != null) {
- try {
- yield message;
- } catch { }
- }
- }
- if (!end) {
- await messageLock.wait();
- }
- }
-
- sse.close();
-}
\ No newline at end of file
diff --git a/src/games/ai/globalConfig.ts b/src/games/ai/globalConfig.ts
new file mode 100644
index 0000000..79375ca
--- /dev/null
+++ b/src/games/ai/globalConfig.ts
@@ -0,0 +1,37 @@
+import type { IMessage } from "./messages";
+
+export interface IContext {
+ connectionUrl: string;
+ input: string;
+ name: string;
+ messages: IMessage[];
+}
+
+export const GLOBAL_CONFIG: IContext = {
+ connectionUrl: 'http://192.168.10.102:5001',
+ input: '',
+ name: 'Maya',
+ messages: [],
+};
+
+const SAVE_KEY = 'ai_game_save_state';
+
+export const saveContext = (context: IContext) => {
+ Object.assign(GLOBAL_CONFIG, context);
+ localStorage.setItem(SAVE_KEY, JSON.stringify(context));
+}
+
+export const loadContext = (): IContext => {
+ const defaultContext: IContext = GLOBAL_CONFIG;
+
+ let loadedContext: Partial = {};
+
+ try {
+ const json = localStorage.getItem(SAVE_KEY);
+ if (json) {
+ loadedContext = JSON.parse(json);
+ }
+ } catch { }
+
+ return { ...defaultContext, ...loadedContext };
+}
\ No newline at end of file
diff --git a/src/games/ai/index.tsx b/src/games/ai/index.tsx
index d770445..8981def 100644
--- a/src/games/ai/index.tsx
+++ b/src/games/ai/index.tsx
@@ -2,7 +2,8 @@ import { render } from "preact";
import { GlobalContextProvider } from "./context";
import { App } from "./components/app";
-import './style.css';
+import './assets/style.css';
+import './assets/emoji.css';
export default function main() {
render(
diff --git a/src/games/ai/llm.ts b/src/games/ai/llm.ts
new file mode 100644
index 0000000..c2239b8
--- /dev/null
+++ b/src/games/ai/llm.ts
@@ -0,0 +1,108 @@
+import Lock from "@common/lock";
+import SSE from "@common/sse";
+import { GLOBAL_CONFIG } from "./globalConfig";
+
+export namespace LLM {
+ export async function* generate(prompt: string) {
+ const host = GLOBAL_CONFIG.connectionUrl;
+
+ if (!host) {
+ return;
+ }
+
+ const sse = new SSE(`${host}/api/extra/generate/stream`, {
+ payload: JSON.stringify({
+ temperature: 1.0,
+ prompt,
+ stop_sequence: [],
+ }),
+ });
+
+ const messages: string[] = [];
+ const messageLock = new Lock();
+ let end = false;
+
+ sse.addEventListener('message', (e) => {
+ if (e.data) {
+ {
+ const { token, finish_reason } = JSON.parse(e.data);
+ messages.push(token);
+
+ if (finish_reason && finish_reason !== 'null') {
+ end = true;
+ }
+ }
+ }
+ messageLock.release();
+ });
+
+ const handleEnd = () => {
+ end = true;
+ messageLock.release();
+ };
+
+ sse.addEventListener('error', handleEnd);
+ sse.addEventListener('abort', handleEnd);
+ sse.addEventListener('readystatechange', (e) => {
+ if (e.readyState === SSE.CLOSED) handleEnd();
+ });
+
+ while (!end || messages.length) {
+ while (messages.length > 0) {
+ const message = messages.shift();
+ if (message != null) {
+ try {
+ yield message;
+ } catch { }
+ }
+ }
+ if (!end) {
+ await messageLock.wait();
+ }
+ }
+
+ sse.close();
+ }
+
+ export async function countTokens(prompt: string): Promise {
+ const host = GLOBAL_CONFIG.connectionUrl;
+
+ if (!host) {
+ return 0;
+ }
+ try {
+ const response = await fetch(`${host}/extra/tokencount`, {
+ body: JSON.stringify({ prompt }),
+ headers: { 'Content-Type': 'applicarion/json' },
+ method: 'POST',
+ });
+ if (response.ok) {
+ const { value } = await response.json();
+ return value;
+ }
+ } catch (e) {
+ console.log('Error counting tokens', e);
+ }
+
+ return 0;
+ }
+
+ export async function getContextLength(): Promise {
+ const host = GLOBAL_CONFIG.connectionUrl;
+
+ if (!host) {
+ return 0;
+ }
+ try {
+ const response = await fetch(`${host}/extra/true_max_context_length`);
+ if (response.ok) {
+ const { value } = await response.json();
+ return value;
+ }
+ } catch (e) {
+ console.log('Error getting max tokens', e);
+ }
+
+ return 0;
+ }
+}
\ No newline at end of file
diff --git a/src/games/ai/messages.ts b/src/games/ai/messages.ts
index e94b895..c733b40 100644
--- a/src/games/ai/messages.ts
+++ b/src/games/ai/messages.ts
@@ -1,13 +1,23 @@
import { Template } from "@huggingface/jinja";
-import type { IContext } from "./context";
+import { LLAMA_TEMPLATE, SYSTEM_PROMPT, WORLD_INFO } from "./const";
-export interface IMessage {
- role: 'user' | 'assistant' | 'system';
+export interface ISwipe {
content: string;
displayContent?: string;
}
-export const applyChatTemplate = (messages: IMessage[], templateString: string, eosToken = '') => {
+export interface IMessage {
+ role: 'user' | 'assistant' | 'system';
+ currentSwipe: number;
+ swipes: ISwipe[];
+}
+
+interface ITemplateMessage {
+ role: 'user' | 'assistant' | 'system';
+ content: string;
+}
+
+export const applyChatTemplate = (messages: ITemplateMessage[], templateString: string, eosToken = '') => {
const template = new Template(templateString);
const prompt = template.render({
@@ -21,8 +31,18 @@ export const applyChatTemplate = (messages: IMessage[], templateString: string,
}
export const compilePrompt = async (messages: IMessage[]): Promise => {
- // TODO chat template
- // TODO tokenize
+ const system = `${SYSTEM_PROMPT}\n\n${WORLD_INFO}`.trim();
+ const story = messages.filter(m => m.role === 'assistant').map(m => m.swipes[m.currentSwipe].content.trim()).join('\n\n');
+ const latestMessage = messages.filter(m => m.role === 'user').at(-1);
+ const userPrompt = `This is a description of how you should continue this story: ${latestMessage.swipes[latestMessage.currentSwipe].content}`;
- return applyChatTemplate(messages, "{% for message in messages %}{{ message['role'] + ': ' + message['content'] + '\\n' }}{% endfor %}")
+ const templateMessages: ITemplateMessage[] = [
+ { role: 'system', content: system },
+ { role: 'assistant', content: story },
+ { role: 'user', content: userPrompt },
+ ];
+
+ const prompt = applyChatTemplate(templateMessages, LLAMA_TEMPLATE);
+ console.log(prompt);
+ return prompt;
}
\ No newline at end of file