mirror of
https://github.com/getcompanion-ai/computer-host.git
synced 2026-04-15 05:02:05 +00:00
host daemon (#2)
* feat: host daemon api scaffold * fix: use sparse writes * fix: unix socket length (<108 bytes)
This commit is contained in:
Hari
GitHub
parent
4028bb5a1d
commit
e2f9e54970
21 changed files with 2111 additions and 372 deletions
274
internal/daemon/files.go
Normal file
274
internal/daemon/files.go
Normal file
|
|
@ -0,0 +1,274 @@
|
|||
package daemon
|
||||
|
||||
import (
|
||||
"context"
|
||||
"crypto/sha256"
|
||||
"encoding/hex"
|
||||
"fmt"
|
||||
"io"
|
||||
"net/http"
|
||||
"net/url"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
|
||||
"github.com/getcompanion-ai/computer-host/internal/firecracker"
|
||||
"github.com/getcompanion-ai/computer-host/internal/model"
|
||||
contracthost "github.com/getcompanion-ai/computer-host/contract"
|
||||
)
|
||||
|
||||
func (d *Daemon) systemVolumeID(machineID contracthost.MachineID) contracthost.VolumeID {
|
||||
return contracthost.VolumeID(fmt.Sprintf("%s-system", machineID))
|
||||
}
|
||||
|
||||
func (d *Daemon) systemVolumePath(machineID contracthost.MachineID) string {
|
||||
return filepath.Join(d.config.MachineDisksDir, string(machineID), "system.img")
|
||||
}
|
||||
|
||||
func (d *Daemon) machineRuntimeBaseDir(machineID contracthost.MachineID) string {
|
||||
return filepath.Join(d.config.RuntimeDir, "machines", string(machineID))
|
||||
}
|
||||
|
||||
func artifactKey(ref contracthost.ArtifactRef) string {
|
||||
sum := sha256.Sum256([]byte(ref.KernelImageURL + "\n" + ref.RootFSURL))
|
||||
return hex.EncodeToString(sum[:])
|
||||
}
|
||||
|
||||
func cloneFile(source string, target string) error {
|
||||
if err := os.MkdirAll(filepath.Dir(target), 0o755); err != nil {
|
||||
return fmt.Errorf("create target dir for %q: %w", target, err)
|
||||
}
|
||||
|
||||
sourceFile, err := os.Open(source)
|
||||
if err != nil {
|
||||
return fmt.Errorf("open source file %q: %w", source, err)
|
||||
}
|
||||
defer sourceFile.Close()
|
||||
|
||||
sourceInfo, err := sourceFile.Stat()
|
||||
if err != nil {
|
||||
return fmt.Errorf("stat source file %q: %w", source, err)
|
||||
}
|
||||
|
||||
tmpPath := target + ".tmp"
|
||||
targetFile, err := os.OpenFile(tmpPath, os.O_CREATE|os.O_TRUNC|os.O_WRONLY, 0o644)
|
||||
if err != nil {
|
||||
return fmt.Errorf("open target file %q: %w", tmpPath, err)
|
||||
}
|
||||
|
||||
if _, err := writeSparseFile(targetFile, sourceFile); err != nil {
|
||||
targetFile.Close()
|
||||
return fmt.Errorf("copy %q to %q: %w", source, tmpPath, err)
|
||||
}
|
||||
if err := targetFile.Truncate(sourceInfo.Size()); err != nil {
|
||||
targetFile.Close()
|
||||
return fmt.Errorf("truncate target file %q: %w", tmpPath, err)
|
||||
}
|
||||
if err := targetFile.Sync(); err != nil {
|
||||
targetFile.Close()
|
||||
return fmt.Errorf("sync target file %q: %w", tmpPath, err)
|
||||
}
|
||||
if err := targetFile.Close(); err != nil {
|
||||
return fmt.Errorf("close target file %q: %w", tmpPath, err)
|
||||
}
|
||||
if err := os.Rename(tmpPath, target); err != nil {
|
||||
return fmt.Errorf("rename target file %q to %q: %w", tmpPath, target, err)
|
||||
}
|
||||
if err := syncDir(filepath.Dir(target)); err != nil {
|
||||
return err
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func downloadFile(ctx context.Context, rawURL string, path string) error {
|
||||
if _, err := os.Stat(path); err == nil {
|
||||
return nil
|
||||
} else if !os.IsNotExist(err) {
|
||||
return fmt.Errorf("stat download target %q: %w", path, err)
|
||||
}
|
||||
if err := os.MkdirAll(filepath.Dir(path), 0o755); err != nil {
|
||||
return fmt.Errorf("create download dir for %q: %w", path, err)
|
||||
}
|
||||
|
||||
request, err := http.NewRequestWithContext(ctx, http.MethodGet, rawURL, nil)
|
||||
if err != nil {
|
||||
return fmt.Errorf("build download request for %q: %w", rawURL, err)
|
||||
}
|
||||
response, err := http.DefaultClient.Do(request)
|
||||
if err != nil {
|
||||
return fmt.Errorf("download %q: %w", rawURL, err)
|
||||
}
|
||||
defer response.Body.Close()
|
||||
if response.StatusCode != http.StatusOK {
|
||||
return fmt.Errorf("download %q: status %d", rawURL, response.StatusCode)
|
||||
}
|
||||
|
||||
tmpPath := path + ".tmp"
|
||||
file, err := os.OpenFile(tmpPath, os.O_CREATE|os.O_TRUNC|os.O_WRONLY, 0o644)
|
||||
if err != nil {
|
||||
return fmt.Errorf("open download target %q: %w", tmpPath, err)
|
||||
}
|
||||
|
||||
size, err := writeSparseFile(file, response.Body)
|
||||
if err != nil {
|
||||
file.Close()
|
||||
return fmt.Errorf("write download target %q: %w", tmpPath, err)
|
||||
}
|
||||
if err := file.Truncate(size); err != nil {
|
||||
file.Close()
|
||||
return fmt.Errorf("truncate download target %q: %w", tmpPath, err)
|
||||
}
|
||||
if err := file.Sync(); err != nil {
|
||||
file.Close()
|
||||
return fmt.Errorf("sync download target %q: %w", tmpPath, err)
|
||||
}
|
||||
if err := file.Close(); err != nil {
|
||||
return fmt.Errorf("close download target %q: %w", tmpPath, err)
|
||||
}
|
||||
if err := os.Rename(tmpPath, path); err != nil {
|
||||
return fmt.Errorf("rename download target %q to %q: %w", tmpPath, path, err)
|
||||
}
|
||||
if err := syncDir(filepath.Dir(path)); err != nil {
|
||||
return err
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func writeSparseFile(targetFile *os.File, source io.Reader) (int64, error) {
|
||||
buffer := make([]byte, defaultCopyBufferSize)
|
||||
var size int64
|
||||
|
||||
for {
|
||||
count, err := source.Read(buffer)
|
||||
if count > 0 {
|
||||
chunk := buffer[:count]
|
||||
if isZeroChunk(chunk) {
|
||||
if _, seekErr := targetFile.Seek(int64(count), io.SeekCurrent); seekErr != nil {
|
||||
return size, seekErr
|
||||
}
|
||||
} else {
|
||||
if _, writeErr := targetFile.Write(chunk); writeErr != nil {
|
||||
return size, writeErr
|
||||
}
|
||||
}
|
||||
size += int64(count)
|
||||
}
|
||||
if err == nil {
|
||||
continue
|
||||
}
|
||||
if err == io.EOF {
|
||||
return size, nil
|
||||
}
|
||||
return size, err
|
||||
}
|
||||
}
|
||||
|
||||
func isZeroChunk(chunk []byte) bool {
|
||||
for _, value := range chunk {
|
||||
if value != 0 {
|
||||
return false
|
||||
}
|
||||
}
|
||||
return true
|
||||
}
|
||||
|
||||
func defaultMachinePorts() []contracthost.MachinePort {
|
||||
return []contracthost.MachinePort{
|
||||
{Name: contracthost.MachinePortNameSSH, Port: defaultSSHPort, Protocol: contracthost.PortProtocolTCP},
|
||||
{Name: contracthost.MachinePortNameVNC, Port: defaultVNCPort, Protocol: contracthost.PortProtocolTCP},
|
||||
}
|
||||
}
|
||||
|
||||
func machineIDPtr(machineID contracthost.MachineID) *contracthost.MachineID {
|
||||
value := machineID
|
||||
return &value
|
||||
}
|
||||
|
||||
func machineToContract(record model.MachineRecord) contracthost.Machine {
|
||||
return contracthost.Machine{
|
||||
ID: record.ID,
|
||||
Artifact: record.Artifact,
|
||||
SystemVolumeID: record.SystemVolumeID,
|
||||
UserVolumeIDs: append([]contracthost.VolumeID(nil), record.UserVolumeIDs...),
|
||||
RuntimeHost: record.RuntimeHost,
|
||||
Ports: append([]contracthost.MachinePort(nil), record.Ports...),
|
||||
Phase: record.Phase,
|
||||
Error: record.Error,
|
||||
CreatedAt: record.CreatedAt,
|
||||
StartedAt: record.StartedAt,
|
||||
}
|
||||
}
|
||||
|
||||
func machineToRuntimeState(record model.MachineRecord) firecracker.MachineState {
|
||||
phase := firecracker.PhaseStopped
|
||||
switch record.Phase {
|
||||
case contracthost.MachinePhaseRunning:
|
||||
phase = firecracker.PhaseRunning
|
||||
case contracthost.MachinePhaseFailed:
|
||||
phase = firecracker.PhaseFailed
|
||||
}
|
||||
return firecracker.MachineState{
|
||||
ID: firecracker.MachineID(record.ID),
|
||||
Phase: phase,
|
||||
PID: record.PID,
|
||||
RuntimeHost: record.RuntimeHost,
|
||||
SocketPath: record.SocketPath,
|
||||
TapName: record.TapDevice,
|
||||
StartedAt: record.StartedAt,
|
||||
Error: record.Error,
|
||||
}
|
||||
}
|
||||
|
||||
func validateArtifactRef(ref contracthost.ArtifactRef) error {
|
||||
if err := validateDownloadURL("artifact.kernel_image_url", ref.KernelImageURL); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := validateDownloadURL("artifact.rootfs_url", ref.RootFSURL); err != nil {
|
||||
return err
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func validateMachineID(machineID contracthost.MachineID) error {
|
||||
value := strings.TrimSpace(string(machineID))
|
||||
if value == "" {
|
||||
return fmt.Errorf("machine_id is required")
|
||||
}
|
||||
if filepath.Base(value) != value {
|
||||
return fmt.Errorf("machine_id %q must not contain path separators", machineID)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func validateDownloadURL(field string, raw string) error {
|
||||
value := strings.TrimSpace(raw)
|
||||
if value == "" {
|
||||
return fmt.Errorf("%s is required", field)
|
||||
}
|
||||
parsed, err := url.Parse(value)
|
||||
if err != nil {
|
||||
return fmt.Errorf("%s is invalid: %w", field, err)
|
||||
}
|
||||
if parsed.Scheme != "http" && parsed.Scheme != "https" {
|
||||
return fmt.Errorf("%s must use http or https", field)
|
||||
}
|
||||
if strings.TrimSpace(parsed.Host) == "" {
|
||||
return fmt.Errorf("%s host is required", field)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func syncDir(path string) error {
|
||||
dir, err := os.Open(path)
|
||||
if err != nil {
|
||||
return fmt.Errorf("open dir %q: %w", path, err)
|
||||
}
|
||||
if err := dir.Sync(); err != nil {
|
||||
dir.Close()
|
||||
return fmt.Errorf("sync dir %q: %w", path, err)
|
||||
}
|
||||
if err := dir.Close(); err != nil {
|
||||
return fmt.Errorf("close dir %q: %w", path, err)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue