feat: wip implement port forwarding

This commit is contained in:
2024-11-20 21:05:31 +00:00
parent fb5e708fd8
commit 6e6fb06351
13 changed files with 790 additions and 356 deletions

View File

@@ -13,7 +13,6 @@ import (
"os" "os"
"path/filepath" "path/filepath"
"tesseract/internal/migration" "tesseract/internal/migration"
"tesseract/internal/reverseproxy"
"tesseract/internal/service" "tesseract/internal/service"
"tesseract/internal/template" "tesseract/internal/template"
"tesseract/internal/workspace" "tesseract/internal/workspace"
@@ -55,36 +54,26 @@ func main() {
log.Fatalln(err) log.Fatalln(err)
} }
proxy := reverseproxy.New(services)
err = proxy.Start()
if err != nil {
log.Fatalln(err)
}
log.Println("syncing all workspaces...") log.Println("syncing all workspaces...")
if err = workspace.SyncAll(context.Background(), services); err != nil { syncCtx, cancel := context.WithCancel(context.Background())
if err = workspace.SyncAll(syncCtx, services); err != nil {
log.Fatalln(err) log.Fatalln(err)
} }
cancel()
apiServer := echo.New() apiServer := echo.New()
apiServer.Use(services.Middleware(), proxy.Middleware()) apiServer.Use(services.Middleware())
g := apiServer.Group("/api") g := apiServer.Group("/api")
workspace.DefineRoutes(g) workspace.DefineRoutes(g, services)
template.DefineRoutes(g) template.DefineRoutes(g)
root := echo.New() root := echo.New()
root.Use(middleware.CORS()) root.Use(services.ReverseProxy.Middleware(), middleware.CORS())
root.Any("/*", func(c echo.Context) error { root.Any("/*", func(c echo.Context) error {
req := c.Request() req := c.Request()
res := c.Response() res := c.Response()
apiServer.ServeHTTP(res, req)
if proxy.ShouldHandleRequest(c) {
proxy.ServeHTTP(res, req)
} else {
apiServer.ServeHTTP(res, req)
}
return nil return nil
}) })

View File

@@ -2,6 +2,7 @@ package docker
import ( import (
"context" "context"
"fmt"
"github.com/docker/docker/api/types" "github.com/docker/docker/api/types"
"github.com/docker/go-connections/nat" "github.com/docker/go-connections/nat"
"strconv" "strconv"
@@ -19,3 +20,16 @@ func ContainerSSHHostPort(ctx context.Context, container types.ContainerJSON) in
} }
return port return port
} }
// ContainerHostPort finds the host port that is exposing the given container port
func ContainerHostPort(ctx context.Context, container types.ContainerJSON, port int) int {
ports := container.NetworkSettings.Ports[nat.Port(fmt.Sprintf("%d/tcp", port))]
if len(ports) == 0 {
return -1
}
port, err := strconv.Atoi(ports[0].HostPort)
if err != nil {
return -1
}
return port
}

View File

@@ -43,8 +43,7 @@ CREATE TABLE IF NOT EXISTS port_mappings
( (
workspace_id TEXT NOT NULL, workspace_id TEXT NOT NULL,
container_port INTEGER NOT NULL, container_port INTEGER NOT NULL,
host_port INTEGER NOT NULL,
subdomain TEXT, subdomain TEXT,
CONSTRAINT pk_port_mappings PRIMARY KEY (workspace_id, container_port, host_port) CONSTRAINT pk_port_mappings PRIMARY KEY (workspace_id, container_port, subdomain)
) )

View File

@@ -8,29 +8,21 @@ import (
"net/url" "net/url"
"regexp" "regexp"
"strings" "strings"
"tesseract/internal/service"
) )
type ReverseProxy struct { type ReverseProxy struct {
*echo.Echo *echo.Echo
hostName string
services service.Services
httpProxies map[string]*httputil.ReverseProxy httpProxies map[string]*httputil.ReverseProxy
} }
type portMapping struct {
subdomain string
containerPort int
hostPort int
}
const keyReverseProxy = "reverseProxy" const keyReverseProxy = "reverseProxy"
func New(services service.Services) *ReverseProxy { func New(hostName string) *ReverseProxy {
e := echo.New() e := echo.New()
proxy := &ReverseProxy{ proxy := &ReverseProxy{
e, e,
services, hostName,
make(map[string]*httputil.ReverseProxy), make(map[string]*httputil.ReverseProxy),
} }
@@ -39,55 +31,25 @@ func New(services service.Services) *ReverseProxy {
return proxy return proxy
} }
func From(c echo.Context) *ReverseProxy {
return c.Get(keyReverseProxy).(*ReverseProxy)
}
func (p *ReverseProxy) Start() error {
rows, err := p.services.Database.Query("SELECT container_port, host_port, subdomain FROM port_mappings;")
if err != nil {
return err
}
defer rows.Close()
var mappings []portMapping
for rows.Next() {
mapping := portMapping{}
err = rows.Scan(&mapping.containerPort, &mapping.hostPort, &mapping.subdomain)
if err != nil {
return err
}
}
for _, m := range mappings {
if m.subdomain == "" {
continue
}
u, err := url.Parse(fmt.Sprintf("http://localhost:%d", m.hostPort))
if err != nil {
continue
}
proxy := httputil.NewSingleHostReverseProxy(u)
p.httpProxies[m.subdomain] = proxy
}
return nil
}
func (p *ReverseProxy) Middleware() echo.MiddlewareFunc { func (p *ReverseProxy) Middleware() echo.MiddlewareFunc {
return func(next echo.HandlerFunc) echo.HandlerFunc { return func(next echo.HandlerFunc) echo.HandlerFunc {
return func(c echo.Context) error { return func(c echo.Context) error {
if p.shouldHandleRequest(c) {
return p.handleRequest(c)
}
c.Set(keyReverseProxy, p) c.Set(keyReverseProxy, p)
return next(c) return next(c)
} }
} }
} }
func (p *ReverseProxy) ShouldHandleRequest(c echo.Context) bool { func (p *ReverseProxy) AddEntry(subdomain string, url *url.URL) {
config := p.services.Config proxy := httputil.NewSingleHostReverseProxy(url)
h := strings.Replace(config.HostName, ".", "\\.", -1) p.httpProxies[subdomain] = proxy
}
func (p *ReverseProxy) shouldHandleRequest(c echo.Context) bool {
h := strings.Replace(p.hostName, ".", "\\.", -1)
reg, err := regexp.Compile(".*\\." + h) reg, err := regexp.Compile(".*\\." + h)
if err != nil { if err != nil {
return false return false
@@ -98,9 +60,8 @@ func (p *ReverseProxy) ShouldHandleRequest(c echo.Context) bool {
func (p *ReverseProxy) handleRequest(c echo.Context) error { func (p *ReverseProxy) handleRequest(c echo.Context) error {
req := c.Request() req := c.Request()
res := c.Response() res := c.Response()
config := p.services.Config
h := strings.Replace(config.HostName, ".", "\\.", -1) h := strings.Replace(p.hostName, ".", "\\.", -1)
reg, err := regexp.Compile(fmt.Sprintf("(?P<subdomain>.*)\\.%v", h)) reg, err := regexp.Compile(fmt.Sprintf("(?P<subdomain>.*)\\.%v", h))
if err != nil { if err != nil {
return err return err

View File

@@ -12,6 +12,7 @@ import (
"github.com/uptrace/bun/extra/bundebug" "github.com/uptrace/bun/extra/bundebug"
_ "modernc.org/sqlite" _ "modernc.org/sqlite"
"net/http" "net/http"
"tesseract/internal/reverseproxy"
"tesseract/internal/sshproxy" "tesseract/internal/sshproxy"
) )
@@ -21,6 +22,7 @@ const (
keyDB = "db" keyDB = "db"
keyConfig = "config" keyConfig = "config"
keySSHProxy = "sshProxy" keySSHProxy = "sshProxy"
keyReverseProxy = "reverseProxy"
) )
type Services struct { type Services struct {
@@ -29,6 +31,7 @@ type Services struct {
Database *bun.DB Database *bun.DB
Config Config Config Config
SSHProxy *sshproxy.SSHProxy SSHProxy *sshproxy.SSHProxy
ReverseProxy *reverseproxy.ReverseProxy
Melody *melody.Melody Melody *melody.Melody
} }
@@ -48,6 +51,10 @@ func SSHProxy(c echo.Context) *sshproxy.SSHProxy {
return c.Get(keySSHProxy).(*sshproxy.SSHProxy) return c.Get(keySSHProxy).(*sshproxy.SSHProxy)
} }
func ReverseProxy(c echo.Context) *reverseproxy.ReverseProxy {
return c.Get(keyReverseProxy).(*reverseproxy.ReverseProxy)
}
func Initialize(config Config) (Services, error) { func Initialize(config Config) (Services, error) {
hc := &http.Client{} hc := &http.Client{}
@@ -72,6 +79,7 @@ func Initialize(config Config) (Services, error) {
Config: config, Config: config,
Melody: melody.New(), Melody: melody.New(),
SSHProxy: sshProxy, SSHProxy: sshProxy,
ReverseProxy: reverseproxy.New(config.HostName),
}, nil }, nil
} }
@@ -83,6 +91,7 @@ func (s Services) Middleware() echo.MiddlewareFunc {
c.Set(keyDB, s.Database) c.Set(keyDB, s.Database)
c.Set(keyConfig, s.Config) c.Set(keyConfig, s.Config)
c.Set(keySSHProxy, s.SSHProxy) c.Set(keySSHProxy, s.SSHProxy)
c.Set(keyReverseProxy, s.ReverseProxy)
return next(c) return next(c)
} }
} }

View File

@@ -1,20 +1,11 @@
package workspace package workspace
import ( import (
"database/sql"
"encoding/json" "encoding/json"
"errors" "errors"
"github.com/docker/docker/api/types/container" "fmt"
"github.com/docker/go-connections/nat"
"github.com/google/uuid"
"github.com/labstack/echo/v4" "github.com/labstack/echo/v4"
"net/http" "net/http"
"strconv"
"sync"
"tesseract/internal/docker"
"tesseract/internal/service"
"tesseract/internal/template"
"time"
) )
type createWorkspaceRequestBody struct { type createWorkspaceRequestBody struct {
@@ -22,72 +13,16 @@ type createWorkspaceRequestBody struct {
} }
type updateWorkspaceRequestBody struct { type updateWorkspaceRequestBody struct {
Status string `json:"status"` Status string `json:"status"`
PortMappings []portMapping `json:"ports"`
} }
func fetchAllWorkspaces(c echo.Context) error { func fetchAllWorkspaces(c echo.Context) error {
db := service.Database(c) mgr := workspaceManagerFrom(c)
ctx := c.Request().Context() workspaces, err := mgr.findAllWorkspaces(c.Request().Context())
var workspaces []workspace
err := db.NewSelect().Model(&workspaces).Scan(c.Request().Context())
if err != nil { if err != nil {
if errors.Is(err, sql.ErrNoRows) {
return c.JSON(http.StatusOK, make([]workspace, 0))
}
return err return err
} }
if len(workspaces) == 0 {
return c.JSON(http.StatusOK, make([]workspace, 0))
}
dockerClient := service.DockerClient(c)
sshProxy := service.SSHProxy(c)
var wg sync.WaitGroup
var mu sync.Mutex
var errs []error
for i, w := range workspaces {
wg.Add(1)
i, w := i, w
go func() {
defer wg.Done()
inspect, err := dockerClient.ContainerInspect(ctx, w.ContainerID)
if err != nil {
mu.Lock()
errs = append(errs, err)
mu.Unlock()
} else {
switch inspect.State.Status {
case "running":
workspaces[i].Status = statusRunning
case "exited":
workspaces[i].Status = statusStopped
case "paused":
workspaces[i].Status = statusPaused
case "restarting":
workspaces[i].Status = statusRestarting
default:
workspaces[i].Status = statusUnknown
}
if internalPort := docker.ContainerSSHHostPort(ctx, inspect); internalPort > 0 {
if port := sshProxy.FindExternalPort(internalPort); port > 0 {
workspaces[i].SSHPort = port
}
}
}
}()
}
wg.Wait()
if err = errors.Join(errs...); err != nil {
return err
}
return c.JSON(http.StatusOK, workspaces) return c.JSON(http.StatusOK, workspaces)
} }
@@ -101,59 +36,18 @@ func updateOrCreateWorkspace(c echo.Context) error {
return echo.NewHTTPError(http.StatusNotFound) return echo.NewHTTPError(http.StatusNotFound)
} }
db := service.Database(c)
ctx := c.Request().Context() ctx := c.Request().Context()
mgr := workspaceManagerFrom(c)
var w workspace exists, err := mgr.hasWorkspace(ctx, workspaceName)
err := db.NewSelect().Model(&w).
Where("name = ?", workspaceName).
Scan(ctx)
if err != nil { if err != nil {
if errors.Is(err, sql.ErrNoRows) {
return createWorkspace(c, workspaceName)
}
return err return err
} }
if !exists {
var body updateWorkspaceRequestBody return createWorkspace(c, workspaceName)
if err = json.NewDecoder(c.Request().Body).Decode(&body); err != nil {
return err
} }
dockerClient := service.DockerClient(c) return updateWorkspace(c, workspaceName)
sshProxy := service.SSHProxy(c)
switch status(body.Status) {
case statusStopped:
if err = stopContainer(ctx, dockerClient, workspaceName); err != nil {
return err
}
w.Status = statusStopped
break
case statusRunning:
if err = startContainer(ctx, dockerClient, workspaceName); err != nil {
return err
}
inspect, err := dockerClient.ContainerInspect(ctx, w.ContainerID)
if err != nil {
return err
}
sshPort := docker.ContainerSSHHostPort(ctx, inspect)
if sshPort > 0 {
if err = sshProxy.NewProxyEntryTo(sshPort); err != nil {
return err
}
}
w.Status = statusRunning
break
}
return c.JSON(http.StatusOK, w)
} }
func createWorkspace(c echo.Context, workspaceName string) error { func createWorkspace(c echo.Context, workspaceName string) error {
@@ -162,169 +56,77 @@ func createWorkspace(c echo.Context, workspaceName string) error {
return echo.NewHTTPError(http.StatusBadRequest) return echo.NewHTTPError(http.StatusBadRequest)
} }
db := service.Database(c) mgr := workspaceManagerFrom(c)
ctx := c.Request().Context()
tx, err := db.BeginTx(ctx, nil) w, err := mgr.createWorkspace(c.Request().Context(), createWorkspaceOptions{
name: workspaceName,
imageID: body.ImageID,
})
if err != nil { if err != nil {
return err if errors.Is(err, errImageNotFound) {
} return echo.NewHTTPError(http.StatusBadRequest, fmt.Sprintf("no image with id %v exists", body.ImageID))
var img template.TemplateImage
err = tx.NewSelect().Model(&img).
Where("image_id = ?", body.ImageID).
Scan(c.Request().Context())
if err != nil {
if errors.Is(err, sql.ErrNoRows) {
return echo.NewHTTPError(http.StatusBadRequest, "image id not found")
} }
return err return err
} }
dockerClient := service.DockerClient(c)
containerSSHPort := nat.Port("22/tcp")
containerConfig := &container.Config{
Tty: true,
Image: img.ImageID,
ExposedPorts: nat.PortSet{
containerSSHPort: {},
},
}
hostConfig := &container.HostConfig{
PortBindings: nat.PortMap{
containerSSHPort: {
{"127.0.0.1", ""},
},
},
}
res, err := dockerClient.ContainerCreate(ctx, containerConfig, hostConfig, nil, nil, workspaceName)
if err != nil {
return err
}
err = dockerClient.ContainerStart(ctx, res.ID, container.StartOptions{})
if err != nil {
return err
}
inspect, err := dockerClient.ContainerInspect(ctx, res.ID)
if err != nil {
return err
}
ports := inspect.NetworkSettings.Ports[containerSSHPort]
if len(ports) == 0 {
return errors.New("failed to bind ssh port for container")
}
sshProxy := service.SSHProxy(c)
hostPort, err := strconv.Atoi(ports[0].HostPort)
if err != nil {
return err
}
if err = sshProxy.NewProxyEntryTo(hostPort); err != nil {
return err
}
id, err := uuid.NewV7()
if err != nil {
return err
}
w := workspace{
ID: id,
Name: workspaceName,
ContainerID: res.ID,
ImageTag: img.ImageTag,
CreatedAt: time.Now().Format(time.RFC3339),
SSHPort: hostPort,
Status: statusRunning,
}
_, err = tx.NewInsert().Model(&w).Exec(c.Request().Context())
if err != nil {
_ = tx.Rollback()
return err
}
if err = tx.Commit(); err != nil {
return err
}
return c.JSON(http.StatusOK, w) return c.JSON(http.StatusOK, w)
} }
func updateWorkspace(c echo.Context, workspaceName string) error {
ctx := c.Request().Context()
var body updateWorkspaceRequestBody
err := json.NewDecoder(c.Request().Body).Decode(&body)
if err != nil {
return err
}
mgr := workspaceManagerFrom(c)
workspace, err := mgr.findWorkspace(ctx, workspaceName)
if err != nil {
if errors.Is(err, errWorkspaceNotFound) {
return echo.NewHTTPError(http.StatusNotFound)
}
return err
}
switch status(body.Status) {
case statusStopped:
if err = mgr.stopWorkspace(ctx, workspace); err != nil {
return err
}
break
case statusRunning:
if err = mgr.startWorkspace(ctx, workspace); err != nil {
return err
}
break
}
if len(body.PortMappings) > 0 {
if err = mgr.addPortMappings(ctx, workspace, body.PortMappings); err != nil {
return err
}
}
return c.JSON(http.StatusOK, workspace)
}
func deleteWorkspace(c echo.Context) error { func deleteWorkspace(c echo.Context) error {
workspaceName := c.Param("workspaceName") workspaceName := c.Param("workspaceName")
if workspaceName == "" { if workspaceName == "" {
return echo.NewHTTPError(http.StatusNotFound) return echo.NewHTTPError(http.StatusNotFound)
} }
db := service.Database(c) mgr := workspaceManagerFrom(c)
dockerClient := service.DockerClient(c) if err := mgr.deleteWorkspace(c.Request().Context(), workspaceName); err != nil {
ctx := c.Request().Context() if errors.Is(err, errWorkspaceNotFound) {
tx, err := db.BeginTx(ctx, nil)
if err != nil {
return echo.NewHTTPError(http.StatusNotFound)
}
var w workspace
if err = tx.NewSelect().Model(&w).Scan(ctx); err != nil {
_ = tx.Rollback()
return echo.NewHTTPError(http.StatusNotFound)
}
inspect, err := inspectContainer(ctx, dockerClient, w.ContainerID)
if err != nil {
_ = tx.Rollback()
return err
}
if inspect.State.Running {
if err = stopContainer(ctx, dockerClient, w.ContainerID); err != nil {
_ = tx.Rollback()
return err
}
}
if err = deleteContainer(ctx, dockerClient, w.ContainerID); err != nil {
return err
}
res, err := tx.NewDelete().
Table("workspaces").
Where("name = ?", workspaceName).
Exec(ctx)
if err != nil {
if errors.Is(err, sql.ErrNoRows) {
return echo.NewHTTPError(http.StatusNotFound) return echo.NewHTTPError(http.StatusNotFound)
} }
return err return err
} }
count, err := res.RowsAffected()
if err != nil {
_ = tx.Rollback()
return err
}
if count == 0 {
_ = tx.Rollback()
return echo.NewHTTPError(http.StatusNotFound)
}
if count != 1 {
_ = tx.Rollback()
return echo.NewHTTPError(http.StatusNotFound)
}
if err = tx.Commit(); err != nil {
_ = tx.Rollback()
return err
}
return c.NoContent(http.StatusOK) return c.NoContent(http.StatusOK)
} }

View File

@@ -0,0 +1,25 @@
package workspace
import (
"github.com/labstack/echo/v4"
"tesseract/internal/service"
)
func newWorkspaceManagerMiddleware(services service.Services) echo.MiddlewareFunc {
mgr := workspaceManager{
db: services.Database,
dockerClient: services.DockerClient,
reverseProxy: services.ReverseProxy,
sshProxy: services.SSHProxy,
}
return func(next echo.HandlerFunc) echo.HandlerFunc {
return func(c echo.Context) error {
c.Set("workspaceManager", mgr)
return next(c)
}
}
}
func workspaceManagerFrom(c echo.Context) workspaceManager {
return c.Get("workspaceManager").(workspaceManager)
}

View File

@@ -2,9 +2,11 @@ package workspace
import ( import (
"github.com/labstack/echo/v4" "github.com/labstack/echo/v4"
"tesseract/internal/service"
) )
func DefineRoutes(g *echo.Group) { func DefineRoutes(g *echo.Group, services service.Services) {
g.Use(newWorkspaceManagerMiddleware(services))
g.GET("/workspaces", fetchAllWorkspaces) g.GET("/workspaces", fetchAllWorkspaces)
g.POST("/workspaces/:workspaceName", updateOrCreateWorkspace) g.POST("/workspaces/:workspaceName", updateOrCreateWorkspace)
g.DELETE("/workspaces/:workspaceName", deleteWorkspace) g.DELETE("/workspaces/:workspaceName", deleteWorkspace)

View File

@@ -4,13 +4,16 @@ import (
"context" "context"
"database/sql" "database/sql"
"errors" "errors"
"fmt"
"github.com/docker/docker/api/types/container" "github.com/docker/docker/api/types/container"
"github.com/docker/docker/client" "github.com/docker/docker/client"
"github.com/google/uuid" "github.com/google/uuid"
"github.com/uptrace/bun" "github.com/uptrace/bun"
"net/url"
"regexp" "regexp"
"sync" "sync"
"tesseract/internal/docker" "tesseract/internal/docker"
"tesseract/internal/reverseproxy"
"tesseract/internal/service" "tesseract/internal/service"
) )
@@ -31,6 +34,18 @@ type workspace struct {
SSHPort int `bun:"-" json:"sshPort,omitempty"` SSHPort int `bun:"-" json:"sshPort,omitempty"`
Status status `bun:"-" json:"status"` Status status `bun:"-" json:"status"`
PortMappings []portMapping `bun:"rel:has-many,join:id=workspace_id" json:"ports,omitempty"`
}
type portMapping struct {
bun.BaseModel `bun:"table:port_mappings,alias:port_mapping"`
WorkspaceID uuid.UUID `bun:",type:uuid,pk" json:"-"`
ContainerPort int `json:"port"`
Subdomain string `json:"subdomain"`
Workspace workspace `bun:"rel:belongs-to,join:workspace_id=id"`
} }
// status represents the status of a workspace. // status represents the status of a workspace.
@@ -122,5 +137,66 @@ func SyncAll(ctx context.Context, services service.Services) error {
return err return err
} }
if err = initializeHTTPProxies(ctx, services.Database, services.DockerClient, services.ReverseProxy); err != nil {
return err
}
return nil
}
func initializeHTTPProxies(ctx context.Context, db *bun.DB, dockerClient *client.Client, proxy *reverseproxy.ReverseProxy) error {
var mappings []portMapping
if err := db.NewSelect().
Model(&mappings).
Relation("Workspace", func(q *bun.SelectQuery) *bun.SelectQuery {
return q.Column("container_id")
}).
Scan(ctx); err != nil {
if errors.Is(err, sql.ErrNoRows) {
return nil
}
return err
}
if len(mappings) == 0 {
return nil
}
var wg sync.WaitGroup
var errs []error
var mu sync.Mutex
for _, m := range mappings {
m := m
wg.Add(1)
go func() {
var err error
defer wg.Done()
defer func() {
mu.Lock()
errs = append(errs, err)
mu.Unlock()
}()
inspect, err := dockerClient.ContainerInspect(ctx, m.Workspace.ContainerID)
if err != nil {
return
}
u, err := url.Parse(fmt.Sprintf("http://%s:%d", inspect.NetworkSettings.IPAddress, m.ContainerPort))
if err != nil {
return
}
proxy.AddEntry(m.Subdomain, u)
}()
}
wg.Wait()
if err := errors.Join(errs...); err != nil {
return err
}
return nil return nil
} }

View File

@@ -0,0 +1,359 @@
package workspace
import (
"context"
"database/sql"
"errors"
"fmt"
"github.com/docker/docker/api/types/container"
"github.com/docker/docker/client"
"github.com/docker/go-connections/nat"
"github.com/google/uuid"
"github.com/uptrace/bun"
"net/url"
"strconv"
"sync"
"tesseract/internal/docker"
"tesseract/internal/reverseproxy"
"tesseract/internal/sshproxy"
"tesseract/internal/template"
"time"
)
// workspaceManager provides functions to manipulate workspaces.
type workspaceManager struct {
db *bun.DB
dockerClient *client.Client
reverseProxy *reverseproxy.ReverseProxy
sshProxy *sshproxy.SSHProxy
}
type createWorkspaceOptions struct {
name string
imageID string
}
var errImageNotFound = errors.New("image not found")
var errWorkspaceNotFound = errors.New("workspace not found")
func (mgr workspaceManager) findAllWorkspaces(ctx context.Context) ([]workspace, error) {
var workspaces []workspace
err := mgr.db.NewSelect().Model(&workspaces).Scan(ctx)
if err != nil {
if errors.Is(err, sql.ErrNoRows) {
return make([]workspace, 0), nil
}
return nil, err
}
if len(workspaces) == 0 {
return make([]workspace, 0), nil
}
var wg sync.WaitGroup
var mu sync.Mutex
var errs []error
for i := range workspaces {
i := i
wg.Add(1)
go func() {
defer wg.Done()
inspect, err := mgr.dockerClient.ContainerInspect(ctx, workspaces[i].ContainerID)
if err != nil {
mu.Lock()
errs = append(errs, err)
mu.Unlock()
} else {
switch inspect.State.Status {
case "running":
workspaces[i].Status = statusRunning
case "exited":
workspaces[i].Status = statusStopped
case "paused":
workspaces[i].Status = statusPaused
case "restarting":
workspaces[i].Status = statusRestarting
default:
workspaces[i].Status = statusUnknown
}
if internalPort := docker.ContainerSSHHostPort(ctx, inspect); internalPort > 0 {
if port := mgr.sshProxy.FindExternalPort(internalPort); port > 0 {
workspaces[i].SSHPort = port
}
}
}
}()
}
wg.Wait()
if err = errors.Join(errs...); err != nil {
return nil, err
}
return workspaces, nil
}
func (mgr workspaceManager) findWorkspace(ctx context.Context, name string) (*workspace, error) {
var w workspace
err := mgr.db.NewSelect().Model(&w).
Where("name = ?", name).
Scan(ctx)
if err != nil {
if errors.Is(err, sql.ErrNoRows) {
return nil, errWorkspaceNotFound
}
return nil, err
}
return &w, nil
}
func (mgr workspaceManager) hasWorkspace(ctx context.Context, name string) (bool, error) {
exists, err := mgr.db.NewSelect().Table("workspaces").
Where("name = ?", name).
Exists(ctx)
if err != nil {
if errors.Is(err, sql.ErrNoRows) {
return false, nil
}
return false, err
}
return exists, nil
}
func (mgr workspaceManager) createWorkspace(ctx context.Context, opts createWorkspaceOptions) (*workspace, error) {
tx, err := mgr.db.BeginTx(ctx, nil)
if err != nil {
return nil, err
}
var img template.TemplateImage
err = tx.NewSelect().Model(&img).
Where("image_id = ?", opts.imageID).
Scan(ctx)
if err != nil {
if errors.Is(err, sql.ErrNoRows) {
return nil, errImageNotFound
}
return nil, err
}
containerSSHPort := nat.Port("22/tcp")
containerConfig := &container.Config{
Tty: true,
Image: img.ImageID,
ExposedPorts: nat.PortSet{
containerSSHPort: {},
},
}
hostConfig := &container.HostConfig{
PortBindings: nat.PortMap{
containerSSHPort: {
{"127.0.0.1", ""},
},
},
}
res, err := mgr.dockerClient.ContainerCreate(ctx, containerConfig, hostConfig, nil, nil, opts.name)
if err != nil {
return nil, err
}
err = mgr.dockerClient.ContainerStart(ctx, res.ID, container.StartOptions{})
if err != nil {
return nil, err
}
inspect, err := mgr.dockerClient.ContainerInspect(ctx, res.ID)
if err != nil {
return nil, err
}
ports := inspect.NetworkSettings.Ports[containerSSHPort]
if len(ports) == 0 {
return nil, errors.New("failed to bind ssh port for container")
}
hostPort, err := strconv.Atoi(ports[0].HostPort)
if err != nil {
return nil, err
}
if err = mgr.sshProxy.NewProxyEntryTo(hostPort); err != nil {
return nil, err
}
id, err := uuid.NewV7()
if err != nil {
return nil, err
}
w := workspace{
ID: id,
Name: opts.name,
ContainerID: res.ID,
ImageTag: img.ImageTag,
CreatedAt: time.Now().Format(time.RFC3339),
SSHPort: hostPort,
Status: statusRunning,
}
_, err = tx.NewInsert().Model(&w).Exec(ctx)
if err != nil {
_ = tx.Rollback()
return nil, err
}
if err = tx.Commit(); err != nil {
return nil, err
}
return &w, nil
}
func (mgr workspaceManager) deleteWorkspace(ctx context.Context, name string) error {
tx, err := mgr.db.BeginTx(ctx, nil)
if err != nil {
return err
}
var workspace workspace
if err = tx.NewSelect().
Model(&workspace).
Where("name = ?", name).
Scan(ctx); err != nil {
_ = tx.Rollback()
if errors.Is(err, sql.ErrNoRows) {
return errWorkspaceNotFound
}
return err
}
inspect, err := mgr.dockerClient.ContainerInspect(ctx, workspace.ContainerID)
if err != nil {
_ = tx.Rollback()
return err
}
if inspect.State.Running {
if err = mgr.dockerClient.ContainerStop(ctx, workspace.ContainerID, container.StopOptions{}); err != nil {
_ = tx.Rollback()
return err
}
}
if err = mgr.dockerClient.ContainerRemove(ctx, workspace.ContainerID, container.RemoveOptions{
RemoveVolumes: true,
}); err != nil {
return err
}
res, err := tx.NewDelete().
Model(&workspace).
WherePK().
Exec(ctx)
if err != nil {
_ = tx.Rollback()
return err
}
count, err := res.RowsAffected()
if err != nil {
_ = tx.Rollback()
return err
}
if count == 0 {
_ = tx.Rollback()
return errWorkspaceNotFound
}
if count != 1 {
_ = tx.Rollback()
return errors.New("unexpected number of workspaces deleted")
}
if err = tx.Commit(); err != nil {
_ = tx.Rollback()
return err
}
return nil
}
func (mgr workspaceManager) startWorkspace(ctx context.Context, workspace *workspace) error {
err := mgr.dockerClient.ContainerStart(ctx, workspace.ContainerID, container.StartOptions{})
if err != nil {
return err
}
inspect, err := mgr.dockerClient.ContainerInspect(ctx, workspace.ContainerID)
if err != nil {
return err
}
sshPort := docker.ContainerSSHHostPort(ctx, inspect)
if sshPort <= 0 {
return nil
}
if err = mgr.sshProxy.NewProxyEntryTo(sshPort); err != nil {
return err
}
workspace.Status = statusRunning
return nil
}
func (mgr workspaceManager) stopWorkspace(ctx context.Context, workspace *workspace) error {
err := mgr.dockerClient.ContainerStop(ctx, workspace.ContainerID, container.StopOptions{})
if err != nil {
return err
}
workspace.Status = statusStopped
return nil
}
func (mgr workspaceManager) addPortMappings(ctx context.Context, workspace *workspace, portMappings []portMapping) error {
inspect, err := mgr.dockerClient.ContainerInspect(ctx, workspace.ContainerID)
if err != nil {
return err
}
containerIP := inspect.NetworkSettings.IPAddress
urls := make([]*url.URL, len(portMappings))
for i, m := range portMappings {
u, err := url.Parse(fmt.Sprintf("http://%s:%d", containerIP, m.ContainerPort))
if err != nil {
return err
}
urls[i] = u
}
tx, err := mgr.db.BeginTx(ctx, nil)
if err != nil {
return err
}
for i := range portMappings {
portMappings[i].WorkspaceID = workspace.ID
mgr.reverseProxy.AddEntry(portMappings[i].Subdomain, urls[i])
}
_, err = tx.NewInsert().Model(&portMappings).Exec(ctx)
if err != nil {
return err
}
if err = tx.Commit(); err != nil {
return err
}
workspace.PortMappings = portMappings
return nil
}

View File

@@ -1,6 +1,10 @@
import { fetchApi } from "@/api"; import { fetchApi } from "@/api";
import useSWR, { useSWRConfig } from "swr"; import useSWR, { useSWRConfig } from "swr";
import { WorkspaceStatus, type Workspace } from "./types"; import {
WorkspaceStatus,
type Workspace,
type WorkspacePortMapping,
} from "./types";
import { useCallback, useState } from "react"; import { useCallback, useState } from "react";
import type { QueryStatus } from "@/lib/query"; import type { QueryStatus } from "@/lib/query";
@@ -154,9 +158,43 @@ function useDeleteWorkspace() {
return { deleteWorkspace, status }; return { deleteWorkspace, status };
} }
function useAddWorkspacePort() {
const [status, setStatus] = useState<QueryStatus>({ type: "idle" });
const { mutate } = useSWRConfig();
const addWorkspacePort = useCallback(
async (workspaceName: string, ports: WorkspacePortMapping[]) => {
setStatus({ type: "loading" });
try {
await mutate(
"/workspaces",
fetchApi(`/workspaces/${workspaceName}`, {
method: "POST",
body: JSON.stringify({ ports }),
headers: {
"Content-Type": "application/json",
},
}).then((res): Promise<Workspace> => res.json()),
{
populateCache: (workspace, workspaces) =>
workspaces.map((it: Workspace) =>
it.name === workspace.name ? workspace : it,
),
throwOnError: true,
},
);
} catch (err: unknown) {}
},
[mutate],
);
return { addWorkspacePort, status };
}
export { export {
useWorkspaces, useWorkspaces,
useCreateWorkspace, useCreateWorkspace,
useChangeWorkspaceStatus, useChangeWorkspaceStatus,
useDeleteWorkspace, useDeleteWorkspace,
useAddWorkspacePort,
}; };

View File

@@ -5,6 +5,11 @@ enum WorkspaceStatus {
Unknown = "unknown", Unknown = "unknown",
} }
interface WorkspacePortMapping {
subdomain: string;
port: number;
}
interface Workspace { interface Workspace {
name: string; name: string;
containerId: string; containerId: string;
@@ -12,7 +17,8 @@ interface Workspace {
createdAt: string; createdAt: string;
status: WorkspaceStatus; status: WorkspaceStatus;
sshPort?: number; sshPort?: number;
ports?: WorkspacePortMapping[];
} }
export { WorkspaceStatus }; export { WorkspaceStatus };
export type { Workspace }; export type { Workspace, WorkspacePortMapping };

View File

@@ -12,9 +12,16 @@ import { useToast } from "@/hooks/use-toast";
import { StopIcon } from "@radix-ui/react-icons"; import { StopIcon } from "@radix-ui/react-icons";
import { ToastAction } from "@radix-ui/react-toast"; import { ToastAction } from "@radix-ui/react-toast";
import dayjs from "dayjs"; import dayjs from "dayjs";
import { Info, Loader2, Play, Trash2 } from "lucide-react"; import { Info, Loader2, Play, Plus, Trash2 } from "lucide-react";
import { useEffect } from "react";
import { import {
Fragment,
createContext,
useContext,
useEffect,
useState,
} from "react";
import {
useAddWorkspacePort,
useChangeWorkspaceStatus, useChangeWorkspaceStatus,
useDeleteWorkspace, useDeleteWorkspace,
useWorkspaces, useWorkspaces,
@@ -27,6 +34,22 @@ import {
PopoverContent, PopoverContent,
PopoverTrigger, PopoverTrigger,
} from "@/components/ui/popover"; } from "@/components/ui/popover";
import { Input } from "@/components/ui/input";
import { useForm } from "react-hook-form";
import { number, object, pattern, size, string, type Infer } from "superstruct";
import { superstructResolver } from "@hookform/resolvers/superstruct";
import {
Form,
FormControl,
FormField,
FormItem,
FormLabel,
FormMessage,
} from "@/components/ui/form";
const WorkspaceTableRowContext = createContext<Workspace>(
null as unknown as Workspace,
);
function WorkspaceTable() { function WorkspaceTable() {
const { data: workspaces, isLoading } = useWorkspaces(); const { data: workspaces, isLoading } = useWorkspaces();
@@ -66,10 +89,12 @@ function WorkspaceTable() {
{workspaces ? ( {workspaces ? (
<TableBody> <TableBody>
{workspaces.map((workspace) => ( {workspaces.map((workspace) => (
<WorkspaceTableRow <WorkspaceTableRowContext.Provider
key={workspace.containerId} key={workspace.containerId}
workspace={workspace} value={workspace}
/> >
<WorkspaceTableRow key={workspace.containerId} />
</WorkspaceTableRowContext.Provider>
))} ))}
</TableBody> </TableBody>
) : null} ) : null}
@@ -79,7 +104,9 @@ function WorkspaceTable() {
); );
} }
function WorkspaceTableRow({ workspace }: { workspace: Workspace }) { function WorkspaceTableRow() {
const workspace = useContext(WorkspaceTableRowContext);
function statusLabel() { function statusLabel() {
switch (workspace.status) { switch (workspace.status) {
case WorkspaceStatus.Running: case WorkspaceStatus.Running:
@@ -104,15 +131,16 @@ function WorkspaceTableRow({ workspace }: { workspace: Workspace }) {
{dayjs(workspace.createdAt).format("YYYY/MM/DD HH:mm")} {dayjs(workspace.createdAt).format("YYYY/MM/DD HH:mm")}
</TableCell> </TableCell>
<TableCell className="flex justify-end space-x-1"> <TableCell className="flex justify-end space-x-1">
<WorkspaceInfoButton workspace={workspace} /> <WorkspaceInfoButton />
<WorkspaceStatusButton workspace={workspace} /> <WorkspaceStatusButton />
<DeleteWorkspaceButton workspace={workspace} /> <DeleteWorkspaceButton workspace={workspace} />
</TableCell> </TableCell>
</TableRow> </TableRow>
); );
} }
function WorkspaceStatusButton({ workspace }: { workspace: Workspace }) { function WorkspaceStatusButton() {
const workspace = useContext(WorkspaceTableRowContext);
const { toast } = useToast(); const { toast } = useToast();
const { startWorkspace, stopWorkspace, status } = useChangeWorkspaceStatus(); const { startWorkspace, stopWorkspace, status } = useChangeWorkspaceStatus();
@@ -212,7 +240,7 @@ function DeleteWorkspaceButton({ workspace }: { workspace: Workspace }) {
); );
} }
function WorkspaceInfoButton({ workspace }: { workspace: Workspace }) { function WorkspaceInfoButton() {
return ( return (
<Popover> <Popover>
<PopoverTrigger> <PopoverTrigger>
@@ -221,19 +249,145 @@ function WorkspaceInfoButton({ workspace }: { workspace: Workspace }) {
</Button> </Button>
</PopoverTrigger> </PopoverTrigger>
<PopoverContent> <PopoverContent>
<div className="grid grid-cols-3"> <WorkspaceInfoPopoverContent />
{workspace.sshPort ? (
<>
<div className="col-span-2">
<p>SSH Port</p>
</div>
<p className="text-right">{workspace.sshPort}</p>
</>
) : null}
</div>
</PopoverContent> </PopoverContent>
</Popover> </Popover>
); );
} }
function WorkspaceInfoPopoverContent() {
const workspace = useContext(WorkspaceTableRowContext);
return (
<div className="grid grid-cols-3 gap-4">
{workspace.sshPort ? (
<>
<div className="col-span-2">
<p>SSH Port</p>
</div>
<p className="text-right">{workspace.sshPort}</p>
</>
) : null}
{workspace?.ports?.map(({ port, subdomain }) => (
<Fragment key={port}>
<div className="col-span-2">
<p>{subdomain}</p>
</div>
<p className="text-right">{port}</p>
</Fragment>
))}
<PortEntry />
</div>
);
}
const PortEntryForm = object({
portName: pattern(string(), /^[\w-]+$/),
port: size(number(), 0, 65536),
});
function PortEntry() {
const [isAddingPort, setIsAddingPort] = useState(false);
const { addWorkspacePort, status } = useAddWorkspacePort();
const workspace = useContext(WorkspaceTableRowContext);
const form = useForm({
resolver: superstructResolver(PortEntryForm),
disabled: status.type === "loading",
defaultValues: {
port: 1234,
portName: "",
},
});
function onAddPortButtonClick() {
if (isAddingPort) {
} else {
setIsAddingPort(true);
}
}
async function onSubmit(values: Infer<typeof PortEntryForm>) {
await addWorkspacePort(workspace.name, [
{ subdomain: values.portName, port: values.port },
]);
}
if (!isAddingPort) {
return (
<Button
className="col-span-3"
variant="secondary"
size="sm"
onClick={onAddPortButtonClick}
>
<Plus /> Add port
</Button>
);
}
return (
<Form {...form}>
<form
className="grid grid-cols-subgrid col-span-3 gap-2"
onSubmit={form.handleSubmit(onSubmit)}
>
{isAddingPort ? (
<>
<FormField
control={form.control}
name="portName"
render={({ field }) => (
<FormItem className="col-span-2">
<FormLabel>Subdomain</FormLabel>
<FormControl>
<Input placeholder="web-app" {...field} />
</FormControl>
<FormMessage />
</FormItem>
)}
/>
<FormField
control={form.control}
name="port"
render={({ field }) => (
<FormItem className="col-span-1">
<FormLabel>Port</FormLabel>
<FormControl>
<Input
className="[&::-webkit-outer-spin-button]:appearance-none [&::-webkit-inner-spin-button]:appearance-none"
// @ts-ignore
style={{ "-moz-appearance": "textfield" }}
type="number"
min={0}
max={65535}
placeholder="8080"
{...field}
/>
</FormControl>
<FormMessage />
</FormItem>
)}
/>
</>
) : null}
<Button
type="submit"
className="col-span-3 mt-2"
variant="secondary"
size="sm"
disabled={status.type === "loading"}
onClick={onAddPortButtonClick}
>
{status.type === "loading" ? (
<LoadingSpinner />
) : (
<>
<Plus /> Done
</>
)}
</Button>
</form>
</Form>
);
}
export { WorkspaceTable }; export { WorkspaceTable };