MahmoudEmad/herolib
1
0
Fork 0
Code Issues 55 Pull Requests 1 Actions Packages Projects Releases 26 Wiki Activity

Merge branch 'dify_installer' into development

Browse Source 
* dify_installer:
  dify installer
  dify installer
  adding dify installer
  feat: Improve Dify installer
  adding dify installer
  dify installer
  adding dify installer
  feat: Improve Dify installer
  adding dify installer
This commit is contained in:
despiegk
2025-06-16 10:21:39 +02:00
parent fe161c5bea 63d41352bc
commit 7de290ae55
8 changed files with 577 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

BIN
examples/installers/infra/dify Executable file
View File

Binary file not shown.

9
examples/installers/infra/dify.vsh Executable file
View File

@@ -0,0 +1,9 @@
#!/usr/bin/env -S v -n -w -gc none -cc tcc -d use_openssl -enable-globals run
import freeflowuniverse.herolib.installers.infra.dify as dify_installer
mut dify := dify_installer.get()!
dify.install()!
dify.start()!
// dify.destroy()!

11
lib/installers/infra/dify/.heroscript Normal file
View File

@@ -0,0 +1,11 @@
!!hero_code.generate_installer
name: "dify"
classname: "DifyInstaller"
hasconfig: true
singleton: true
default: false
title: ""
templates: true
build: true
startupmanager: true
supported_platforms: ""

159
lib/installers/infra/dify/dify_actions.v Normal file
View File

@@ -0,0 +1,159 @@
module dify
import freeflowuniverse.herolib.osal
import freeflowuniverse.herolib.ui.console
import freeflowuniverse.herolib.core.texttools
import freeflowuniverse.herolib.core.pathlib
import freeflowuniverse.herolib.osal.systemd
import freeflowuniverse.herolib.osal.zinit
import freeflowuniverse.herolib.installers.ulist
import freeflowuniverse.herolib.installers.lang.golang
import freeflowuniverse.herolib.installers.lang.rust
import freeflowuniverse.herolib.installers.lang.python
import freeflowuniverse.herolib.installers.virt.docker as docker_installer
import os
fn startupcmd() ![]zinit.ZProcessNewArgs {
mut installer := get()!
mut res := []zinit.ZProcessNewArgs{}
mut cfg := get()!
res << zinit.ZProcessNewArgs{
name: 'docker'
cmd: 'dockerd'
startuptype: .systemd
}
cmd := "
echo 'zinit starting dify'
export COMPOSE_PROJECT_NAME=${cfg.project_name}
export SECRET_KEY=${cfg.secret_key}
export INIT_PASSWORD=${cfg.init_password}
cd ${cfg.path}/docker/
docker compose --env-file ${cfg.path}/docker/.env up
"
res << zinit.ZProcessNewArgs{
name: 'dify'
cmd: cmd
startuptype: .systemd
}
return res
}
fn running() !bool {
mut installer := get()!
cfg := get()!
cmd := "
sleep 120
docker ps | grep dify-web
"
res := os.execute(cmd)
return res.exit_code == 0
}
fn start_pre() ! {
}
fn start_post() ! {
}
fn stop_pre() ! {
}
fn stop_post() ! {
}
//////////////////// following actions are not specific to instance of the object
// checks if a certain version or above is installed
fn installed() !bool {
mut cfg := get()!
mut docker := docker_installer.get()!
docker.install()!
cmd := "docker ps | grep dify-web"
result := os.execute(cmd)
if result.exit_code != 0 {
return false
}
return true
}
// get the Upload List of the files
fn ulist_get() !ulist.UList {
// optionally build a UList which is all paths which are result of building, is then used e.g. in upload
return ulist.UList{}
}
// uploads to S3 server if configured
fn upload() ! {
// installers.upload(
// cmdname: 'dify'
// source: '${gitpath}/target/x86_64-unknown-linux-musl/release/dify'
// )!
}
fn install() ! {
mut docker := docker_installer.get()!
mut cfg := get()!
docker.install()!
cmd := "
[ -d ${cfg.path} ] || git clone https://github.com/langgenius/dify.git -b 1.4.0 ${cfg.path}
cp ${cfg.path}/docker/.env.example ${cfg.path}/docker/.env
sudo bash -c 'cat > /etc/docker/daemon.json <<EOF
{
\"default-ulimits\": {
\"nofile\": {
\"Name\": \"nofile\",
\"Soft\": 150000,
\"Hard\": 150000
}
}
}
EOF'
"
osal.execute_stdout(cmd) or { return error('Cannot install dify due to: ${err}') }
}
fn build() ! {
// url := 'https://github.com/threefoldtech/dify'
// make sure we install base on the node
// if osal.platform() != .ubuntu {
// return error('only support ubuntu for now')
// }
// golang.install()!
// console.print_header('build dify')
// gitpath := gittools.get_repo(coderoot: '/tmp/builder', url: url, reset: true, pull: true)!
// cmd := '
// cd ${gitpath}
// source ~/.cargo/env
// exit 1 #todo
// '
// osal.execute_stdout(cmd)!
//
// //now copy to the default bin path
// mut binpath := dest.file_get('...')!
// adds it to path
// osal.cmd_add(
// cmdname: 'griddriver2'
// source: binpath.path
// )!
}
fn destroy() ! {
mut cfg := get()!
cmd := "systemctl stop dify"
result := os.execute(cmd)
if result.exit_code != 0 {
return error("dify isn't running: ${result.output}")
}
mut docker := docker_installer.get()!
docker.destroy()!
console.print_header('Dify installation removed')
}

281
lib/installers/infra/dify/dify_factory_.v Normal file
View File

@@ -0,0 +1,281 @@
module dify
import freeflowuniverse.herolib.core.base
import freeflowuniverse.herolib.core.playbook
import freeflowuniverse.herolib.ui.console
import freeflowuniverse.herolib.osal.startupmanager
import freeflowuniverse.herolib.osal.zinit
import time
__global (
dify_global map[string]&DifyInstaller
dify_default string
)
/////////FACTORY
@[params]
pub struct ArgsGet {
pub mut:
name string
}
fn args_get(args_ ArgsGet) ArgsGet {
mut args := args_
if args.name == '' {
args.name = 'default'
}
return args
}
pub fn get(args_ ArgsGet) !&DifyInstaller {
mut context := base.context()!
mut args := args_get(args_)
mut obj := DifyInstaller{
name: args.name
}
if args.name !in dify_global {
if !exists(args)! {
set(obj)!
} else {
heroscript := context.hero_config_get('dify', args.name)!
mut obj_ := heroscript_loads(heroscript)!
set_in_mem(obj_)!
}
}
return dify_global[args.name] or {
println(dify_global)
// bug if we get here because should be in globals
panic('could not get config for dify with name, is bug:${args.name}')
}
}
// register the config for the future
pub fn set(o DifyInstaller) ! {
set_in_mem(o)!
mut context := base.context()!
heroscript := heroscript_dumps(o)!
context.hero_config_set('dify', o.name, heroscript)!
}
// does the config exists?
pub fn exists(args_ ArgsGet) !bool {
mut context := base.context()!
mut args := args_get(args_)
return context.hero_config_exists('dify', args.name)
}
pub fn delete(args_ ArgsGet) ! {
mut args := args_get(args_)
mut context := base.context()!
context.hero_config_delete('dify', args.name)!
if args.name in dify_global {
// del dify_global[args.name]
}
}
// only sets in mem, does not set as config
fn set_in_mem(o DifyInstaller) ! {
mut o2 := obj_init(o)!
dify_global[o.name] = &o2
dify_default = o.name
}
@[params]
pub struct PlayArgs {
pub mut:
heroscript string // if filled in then plbook will be made out of it
plbook ?playbook.PlayBook
reset bool
}
pub fn play(args_ PlayArgs) ! {
mut args := args_
mut plbook := args.plbook or { playbook.new(text: args.heroscript)! }
mut install_actions := plbook.find(filter: 'dify.configure')!
if install_actions.len > 0 {
for install_action in install_actions {
heroscript := install_action.heroscript()
mut obj2 := heroscript_loads(heroscript)!
set(obj2)!
}
}
mut other_actions := plbook.find(filter: 'dify.')!
for other_action in other_actions {
if other_action.name in ['destroy', 'install', 'build'] {
mut p := other_action.params
reset := p.get_default_false('reset')
if other_action.name == 'destroy' || reset {
console.print_debug('install action dify.destroy')
destroy()!
}
if other_action.name == 'install' {
console.print_debug('install action dify.install')
install()!
}
}
if other_action.name in ['start', 'stop', 'restart'] {
mut p := other_action.params
name := p.get('name')!
mut dify_obj := get(name: name)!
console.print_debug('action object:\n${dify_obj}')
if other_action.name == 'start' {
console.print_debug('install action dify.${other_action.name}')
dify_obj.start()!
}
if other_action.name == 'stop' {
console.print_debug('install action dify.${other_action.name}')
dify_obj.stop()!
}
if other_action.name == 'restart' {
console.print_debug('install action dify.${other_action.name}')
dify_obj.restart()!
}
}
}
}
////////////////////////////////////////////////////////////////////////////////////////////////////
//////////////////////////# LIVE CYCLE MANAGEMENT FOR INSTALLERS ///////////////////////////////////
////////////////////////////////////////////////////////////////////////////////////////////////////
fn startupmanager_get(cat zinit.StartupManagerType) !startupmanager.StartupManager {
// unknown
// screen
// zinit
// tmux
// systemd
match cat {
.zinit {
console.print_debug('startupmanager: zinit')
return startupmanager.get(cat: .zinit)!
}
.systemd {
console.print_debug('startupmanager: systemd')
return startupmanager.get(cat: .systemd)!
}
else {
console.print_debug('startupmanager: auto')
return startupmanager.get()!
}
}
}
// load from disk and make sure is properly intialized
pub fn (mut self DifyInstaller) reload() ! {
switch(self.name)
self = obj_init(self)!
}
pub fn (mut self DifyInstaller) start() ! {
switch(self.name)
if self.running()! {
return
}
console.print_header('dify start')
if !installed()! {
install()!
}
configure()!
start_pre()!
for zprocess in startupcmd()! {
mut sm := startupmanager_get(zprocess.startuptype)!
console.print_debug('starting dify with ${zprocess.startuptype}...')
sm.new(zprocess)!
sm.start(zprocess.name)!
}
start_post()!
for _ in 0 .. 50 {
if self.running()! {
return
}
time.sleep(100 * time.millisecond)
}
return error('dify did not install properly.')
}
pub fn (mut self DifyInstaller) install_start(args InstallArgs) ! {
switch(self.name)
self.install(args)!
self.start()!
}
pub fn (mut self DifyInstaller) stop() ! {
switch(self.name)
stop_pre()!
for zprocess in startupcmd()! {
mut sm := startupmanager_get(zprocess.startuptype)!
sm.stop(zprocess.name)!
}
stop_post()!
}
pub fn (mut self DifyInstaller) restart() ! {
switch(self.name)
self.stop()!
self.start()!
}
pub fn (mut self DifyInstaller) running() !bool {
switch(self.name)
// walk over the generic processes, if not running return
for zprocess in startupcmd()! {
mut sm := startupmanager_get(zprocess.startuptype)!
r := sm.running(zprocess.name)!
if r == false {
return false
}
}
return running()!
}
@[params]
pub struct InstallArgs {
pub mut:
reset bool
}
pub fn (mut self DifyInstaller) install(args InstallArgs) ! {
switch(self.name)
if args.reset || (!installed()!) {
install()!
}
}
pub fn (mut self DifyInstaller) build() ! {
switch(self.name)
build()!
}
pub fn (mut self DifyInstaller) destroy() ! {
switch(self.name)
self.stop() or {}
destroy()!
}
// switch instance to be used for dify
pub fn switch(name string) {
dify_default = name
}
// helpers
@[params]
pub struct DefaultConfigArgs {
instance string = 'default'
}

68
lib/installers/infra/dify/dify_model.v Normal file
View File

@@ -0,0 +1,68 @@
module dify
import freeflowuniverse.herolib.data.paramsparser
import freeflowuniverse.herolib.data.encoderhero
import os
import rand
pub const version = '0.0.0'
const singleton = true
const default = false
// THIS THE THE SOURCE OF THE INFORMATION OF THIS FILE, HERE WE HAVE THE CONFIG OBJECT CONFIGURED AND MODELLED
@[heap]
pub struct DifyInstaller {
pub mut:
name string = 'default'
path string = '/opt/dify'
init_password string
secret_key string
project_name string = 'dify'
compose_file string = '/opt/dify/docker/docker-compose.yaml'
}
// your checking & initialization code if needed
fn obj_init(mycfg_ DifyInstaller) !DifyInstaller {
mut mycfg := mycfg_
if mycfg.path == '' {
mycfg.path = '/opt/dify'
}
if mycfg.secret_key == '' {
mycfg.secret_key = rand.hex(42)
}
if mycfg.init_password == '' {
mycfg.init_password = 'slfjbv9NaflKsgjv'
}
if mycfg.project_name == '' {
mycfg.project_name = 'dify'
}
if mycfg.compose_file == '' {
mycfg.compose_file = '/opt/dify/docker/docker-compose.yaml'
}
return mycfg
}
// called before start if done
fn configure() ! {
// mut installer := get()!
// mut mycode := $tmpl('templates/atemplate.yaml')
// mut path := pathlib.get_file(path: cfg.configpath, create: true)!
// path.write(mycode)!
// console.print_debug(mycode)
}
/////////////NORMALLY NO NEED TO TOUCH
pub fn heroscript_dumps(obj DifyInstaller) !string {
return encoderhero.encode[DifyInstaller](obj)!
}
pub fn heroscript_loads(heroscript string) !DifyInstaller {
mut obj := encoderhero.decode[DifyInstaller](heroscript)!
return obj
}

44
lib/installers/infra/dify/readme.md Normal file
View File

@@ -0,0 +1,44 @@
# dify
dify
To get started
```vlang
import freeflowuniverse.herolib.installers.something.dify as dify_installer
heroscript:="
!!dify.configure name:'test'
password: '1234'
port: 7701
!!dify.start name:'test' reset:1
"
dify_installer.play(heroscript=heroscript)!
//or we can call the default and do a start with reset
//mut installer:= dify_installer.get()!
//installer.start(reset:true)!
```
## example heroscript
```hero
!!dify.configure
homedir: '/home/user/dify'
username: 'admin'
password: 'secretpassword'
title: 'Some Title'
host: 'localhost'
port: 8888
```

5
lib/installers/infra/dify/templates/atemplate.yaml Normal file
View File

@@ -0,0 +1,5 @@
name: ${cfg.configpath}