MahmoudEmad/herolib
1
0
Fork 0
Code Issues 55 Pull Requests 1 Actions Packages Projects Releases 26 Wiki Activity

...

Browse Source
This commit is contained in:
despiegk
2025-11-07 07:47:42 +04:00
parent b9a84ee8fc
commit 836a8f799e
3 changed files with 31 additions and 353 deletions
Download Patch File Download Diff File Expand all files Collapse all files

31
lib/ai/client/instructions.md
View File

@@ -12,6 +12,7 @@ we make multiple clients on it
- aiclient.llm_best = now use openai client to connect to openrouter and use model: anthropic/claude-haiku-4.5
- aiclient.llm_flash = now use openai client to connect to openrouter and use model: google/gemini-2.5-flash
- aiclient.llm_pro = now use openai client to connect to openrouter and use model: google/gemini-2.5-pro
- aiclient.morph = now use openai client to connect to openrouter and use model: morph/morph-v3-fast
## for groq
@@ -20,3 +21,33 @@ we make multiple clients on it
## for openrouter
- is in client known, check implementation
## model enum
- LLMEnum ... maverick, qwen, 120b, best, flash, pro
## now for client make simply functions
- embed(txt) -> embeddings ...
- write_from_prompt(path:Path, prompt: str,models=[]LLMEnum)!
- execute the prompt use first model, at end of prompt add instructions to make sure we only return clear instructions for modifying the path which is passed in, and only those instructions need to be returned
- use morph model to start from original content, and new instructions, to get the content we need to write (morph model puts it together)
- make a backup of the original content to a temporary file with .backup so we can roll back to original
- write the morphed content to the path
- check if file ends with .md, .v, .yaml or .json if yes we need to validate the content
- if file ends with .md, validate markdown content
- if file ends with .v, validate vlang code
- if file ends with .yaml, validate yaml content
- if file ends with .json, validate json content
- validate_vlang_code(content: str) -> bool:
- validate vlang code content
- validate_markdown_content(content: str) -> bool:
- validate markdown content
- validate_yaml_content(content: str) -> bool:
- validate yaml content
- validate_json_content(content: str) -> bool:
- validate json content
- for now the validate functions do nothing, just place holders
- if validation ok then remoeve .backup and return
- if not ok, then restore the original, and restart use 2e model from models, and try again, do till all models tried
- if at end of what we can try, then raise an error and restore the original content

55
lib/data/atlas/client/_archive/extract_links.v
View File

@@ -1,55 +0,0 @@
module client
import os
// // extract_image_links extracts image file names from markdown content
// // If exclude_http is true, it will skip images with http:// or https:// URLs
// pub fn extract_image_links(s string, exclude_http bool) ![]string {
// mut result := []string{}
// mut current_pos := 0
// for {
// if current_pos >= s.len {
// break
// }
// // Find the start of an image markdown link
// start_index := s.index_after('![', current_pos) or { -1 }
// if start_index == -1 {
// break // No more image links found
// }
// // Find the closing bracket for alt text
// alt_end_index := s.index_after(']', start_index) or { -1 }
// if alt_end_index == -1 {
// break
// }
// // Check for opening parenthesis for URL
// if alt_end_index + 1 >= s.len || s[alt_end_index + 1] != `(` {
// current_pos = alt_end_index + 1 // Move past this invalid sequence
// continue
// }
// // Find the closing parenthesis for URL
// url_start_index := alt_end_index + 2
// url_end_index := s.index_after(')', url_start_index) or { -1 }
// if url_end_index == -1 {
// break
// }
// // Extract the URL
// url := s[url_start_index..url_end_index]
// if exclude_http && (url.starts_with('http://') || url.starts_with('https://')) {
// current_pos = url_end_index + 1
// continue
// }
// // Extract only the base name of the image from the URL
// image_base_name := os.base(url)
// result << image_base_name
// // Move current_pos past the found link to continue searching
// current_pos = url_end_index + 1
// }
// return result
// }

298
lib/data/atlas/client/_archive/extract_links_test.v
View File

@@ -1,298 +0,0 @@
module client
// // Test basic image link extraction
// fn test_extract_image_links_basic() {
// content := '![alt text](image.png)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 1
// assert result[0] == 'image.png'
// }
// // Test multiple image links
// fn test_extract_image_links_multiple() {
// content := '![logo](logo.png) some text ![banner](banner.jpg) more text ![icon](icon.svg)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 3
// assert result[0] == 'logo.png'
// assert result[1] == 'banner.jpg'
// assert result[2] == 'icon.svg'
// }
// // Test empty content
// fn test_extract_image_links_empty() {
// content := ''
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 0
// }
// // Test content with no images
// fn test_extract_image_links_no_images() {
// content := 'This is just plain text with no images'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 0
// }
// // Test content with regular links (not images)
// fn test_extract_image_links_regular_links() {
// content := '[regular link](page.md) and [another](doc.html)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 0
// }
// // Test HTTP URLs with exclude_http = true
// fn test_extract_image_links_exclude_http() {
// content := '![local](local.png) ![remote](http://example.com/image.jpg) ![https](https://example.com/logo.png)'
// result := extract_image_links(content, true) or { panic(err) }
// assert result.len == 1
// assert result[0] == 'local.png'
// }
// // Test HTTP URLs with exclude_http = false
// fn test_extract_image_links_include_http() {
// content := '![local](local.png) ![remote](http://example.com/image.jpg) ![https](https://example.com/logo.png)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 3
// assert result[0] == 'local.png'
// assert result[1] == 'image.jpg'
// assert result[2] == 'logo.png'
// }
// // Test image paths with directories
// fn test_extract_image_links_with_paths() {
// content := '![img1](images/logo.png) ![img2](../assets/banner.jpg) ![img3](./icons/icon.svg)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 3
// assert result[0] == 'logo.png'
// assert result[1] == 'banner.jpg'
// assert result[2] == 'icon.svg'
// }
// // Test various image formats
// fn test_extract_image_links_formats() {
// content := '![png](img.png) ![jpg](img.jpg) ![jpeg](img.jpeg) ![gif](img.gif) ![svg](img.svg) ![webp](img.webp) ![bmp](img.bmp)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 7
// assert 'img.png' in result
// assert 'img.jpg' in result
// assert 'img.jpeg' in result
// assert 'img.gif' in result
// assert 'img.svg' in result
// assert 'img.webp' in result
// assert 'img.bmp' in result
// }
// // Test malformed markdown - missing closing bracket
// fn test_extract_image_links_malformed_no_closing_bracket() {
// content := '![alt text(image.png)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 0
// }
// // Test malformed markdown - missing opening parenthesis
// fn test_extract_image_links_malformed_no_paren() {
// content := '![alt text]image.png)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 0
// }
// // Test malformed markdown - missing closing parenthesis
// fn test_extract_image_links_malformed_no_closing_paren() {
// content := '![alt text](image.png'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 0
// }
// // Test empty alt text
// fn test_extract_image_links_empty_alt() {
// content := '![](image.png)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 1
// assert result[0] == 'image.png'
// }
// // Test alt text with special characters
// fn test_extract_image_links_special_alt() {
// content := '![Logo & Banner - 2024!](logo.png)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 1
// assert result[0] == 'logo.png'
// }
// // Test image names with special characters
// fn test_extract_image_links_special_names() {
// content := '![img1](logo-2024.png) ![img2](banner_v2.jpg) ![img3](icon.final.svg)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 3
// assert result[0] == 'logo-2024.png'
// assert result[1] == 'banner_v2.jpg'
// assert result[2] == 'icon.final.svg'
// }
// // Test mixed content with text, links, and images
// fn test_extract_image_links_mixed_content() {
// content := '
// # Header
// Some text with [a link](page.md) and an image ![logo](logo.png).
// ## Section
// More text and ![banner](images/banner.jpg) another image.
// [Another link](doc.html)
// ![icon](icon.svg)
// '
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 3
// assert result[0] == 'logo.png'
// assert result[1] == 'banner.jpg'
// assert result[2] == 'icon.svg'
// }
// // Test consecutive images
// fn test_extract_image_links_consecutive() {
// content := '![img1](a.png)![img2](b.jpg)![img3](c.svg)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 3
// assert result[0] == 'a.png'
// assert result[1] == 'b.jpg'
// assert result[2] == 'c.svg'
// }
// // Test images with query parameters
// fn test_extract_image_links_query_params() {
// content := '![img](image.png?size=large&format=webp)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 1
// // Should extract the full filename including query params
// assert result[0].contains('image.png')
// }
// // Test images with anchors
// fn test_extract_image_links_anchors() {
// content := '![img](image.png#section)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 1
// assert result[0].contains('image.png')
// }
// // Test duplicate images
// fn test_extract_image_links_duplicates() {
// content := '![img1](logo.png) some text ![img2](logo.png) more text ![img3](logo.png)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 3
// assert result[0] == 'logo.png'
// assert result[1] == 'logo.png'
// assert result[2] == 'logo.png'
// }
// // Test very long content
// fn test_extract_image_links_long_content() {
// mut content := ''
// for i in 0 .. 100 {
// content += 'Some text here. '
// if i % 10 == 0 {
// content += '![img${i}](image${i}.png) '
// }
// }
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 10
// }
// // Test image with absolute path
// fn test_extract_image_links_absolute_path() {
// content := '![img](/absolute/path/to/image.png)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 1
// assert result[0] == 'image.png'
// }
// // Test image with Windows-style path
// fn test_extract_image_links_windows_path() {
// content := '![img](C:\\Users\\images\\logo.png)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 1
// assert result[0] == 'logo.png'
// }
// // Test nested brackets in alt text
// fn test_extract_image_links_nested_brackets() {
// content := '![alt [with] brackets](image.png)'
// result := extract_image_links(content, false) or { panic(err) }
// // This might not work correctly due to nested brackets
// // The function should handle it gracefully
// assert result.len >= 0
// }
// // Test image link at start of string
// fn test_extract_image_links_at_start() {
// content := '![logo](logo.png) followed by text'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 1
// assert result[0] == 'logo.png'
// }
// // Test image link at end of string
// fn test_extract_image_links_at_end() {
// content := 'text followed by ![logo](logo.png)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 1
// assert result[0] == 'logo.png'
// }
// // Test only image link
// fn test_extract_image_links_only() {
// content := '![logo](logo.png)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 1
// assert result[0] == 'logo.png'
// }
// // Test whitespace in URL
// fn test_extract_image_links_whitespace() {
// content := '![img]( image.png )'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 1
// // Should preserve whitespace as-is
// assert result[0].contains('image.png')
// }
// // Test case sensitivity
// fn test_extract_image_links_case_sensitivity() {
// content := '![img1](Image.PNG) ![img2](LOGO.jpg) ![img3](banner.SVG)'
// result := extract_image_links(content, false) or { panic(err) }
// assert result.len == 3
// assert result[0] == 'Image.PNG'
// assert result[1] == 'LOGO.jpg'
// assert result[2] == 'banner.SVG'
// }