Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
31 commits
Select commit Hold shift + click to select a range
7ad1af0
Instructions to install Ray and Daft on an existing Kubernetes cluste…
Jan 17, 2025
8516833
Remove docs
raunakab Jan 21, 2025
9c34255
Move all template and asset files into a top level assets dir
raunakab Jan 21, 2025
f11c7ad
Open browser upon `daft connect`; add ray + python versioning
raunakab Jan 18, 2025
7bad30b
Add flag to disable automatic dashboard opening
raunakab Jan 18, 2025
68f958c
Update docs for flag
raunakab Jan 18, 2025
a9c2a8b
Fix tests
raunakab Jan 21, 2025
29adea2
Implement remaining todos
raunakab Jan 21, 2025
a1b176b
Remove commented out code
raunakab Jan 21, 2025
b8958d9
Fix bug where accidental async recursion was occurring
raunakab Jan 21, 2025
5af3fb4
Add tests for new init path
raunakab Jan 22, 2025
141506c
Add regex searching
raunakab Jan 22, 2025
4799150
Switch order of template usage
raunakab Jan 22, 2025
50d6726
Add default value for init
raunakab Jan 22, 2025
926c823
Addressed PR comments, command groups, provisioned and byoc instead o…
Jan 22, 2025
9e50b05
switched to DaftProvider enum
Jan 22, 2025
4446dea
Address some changes with the PR
raunakab Jan 23, 2025
9f31ab5
Edit derive macros
raunakab Jan 23, 2025
e1dbb85
Move dependencies key-value around
raunakab Jan 23, 2025
ea98371
Remove unnecessary pub visibility modifier
raunakab Jan 23, 2025
dbec79f
Fix template and add proper requirement version
raunakab Jan 23, 2025
071bf01
Re-implement sql submission for provisioned configs
raunakab Jan 23, 2025
d8274d2
Remove tests (since they're not being used right now)
raunakab Jan 23, 2025
7be3e82
Change explicit returns to anyhow::bails
raunakab Jan 23, 2025
40cd032
Add logic to kill process on drop
raunakab Jan 23, 2025
274664b
Merge branch 'master' into k8s-fixes
raunakab Jan 23, 2025
c3a8b42
Add tests back in
raunakab Jan 23, 2025
789c3f5
Remove rstest version pinning
raunakab Jan 23, 2025
dfc00a0
Merge branch 'k8s-fixes' into k8s-2
raunakab Jan 23, 2025
de5fea5
Change error message; run formatter
raunakab Jan 24, 2025
fa59760
Merge branch 'master' into k8s-2
raunakab Jan 24, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
40 changes: 39 additions & 1 deletion Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

4 changes: 3 additions & 1 deletion Cargo.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[package]
name = "daft"
version = "0.4.1-alpha0"
version = "0.5.0-alpha0"
edition = "2021"
description = "A simple launcher for spinning up and managing Ray clusters for Daft"
license = "LICENSE"
Expand All @@ -13,6 +13,8 @@ serde_yaml = "0.9"
tempdir = "0.3"
toml = "0.8"
comfy-table = "7.1"
regex = "1.11.1"
open = "5.3.2"

[dependencies.anyhow]
version = "1.0"
Expand Down
File renamed without changes.
6 changes: 4 additions & 2 deletions src/template_byoc.toml → assets/template-byoc.toml
Original file line number Diff line number Diff line change
@@ -1,8 +1,10 @@
# This is a template configuration file for daft-launcher with a BYOC provider
# This is a template configuration file for daft-launcher with Kubernetes provider

[setup]
name = "my-daft-cluster"
version = "<VERSION>"
requires = "<requires>"
python-version = "<python-version>"
ray-version = "<ray-version>"

[setup.byoc]
namespace = "default" # Optional, defaults to "default"
Expand Down
Original file line number Diff line number Diff line change
@@ -1,10 +1,12 @@
# This is a template configuration file for daft-launcher with a provisioned provider
# This is a template configuration file for daft-launcher with AWS provider

[setup]
name = "my-daft-cluster"
version = "<VERSION>"
requires = "<requires>"
python-version = "<python-version>"
ray-version = "<ray-version>"

# Provisioned (AWS) configuration
# AWS-specific configuration
[setup.provisioned]
region = "us-west-2"
number-of-workers = 4
Expand All @@ -14,6 +16,7 @@ instance-type = "i3.2xlarge"
image-id = "ami-04dd23e62ed049936"
iam-instance-profile-name = "YourInstanceProfileName" # Optional
dependencies = [] # Optional additional Python packages to install
run = [] # Optional commands to run during cluster-node initialization

# Job definitions
[[job]]
Expand Down
Loading
Loading