Merge pull request #104 from kerthcet/feat/add-scheduler

Change model name to github.com/inftyai/llmaz
InftyAI · Aug 26, 2024 · 28a7aa6 · 28a7aa6
2 parents 364f645 + 820f868
commit 28a7aa6
Show file tree

Hide file tree

Showing 79 changed files with 227 additions and 205 deletions.
diff --git a/api/core/v1alpha1/zz_generated.deepcopy.go b/api/core/v1alpha1/zz_generated.deepcopy.go
diff --git a/api/inference/v1alpha1/playground_types.go b/api/inference/v1alpha1/playground_types.go
@@ -19,7 +19,7 @@ package v1alpha1
 import (
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 
-	api "inftyai.com/llmaz/api/core/v1alpha1"
+	coreapi "github.com/inftyai/llmaz/api/core/v1alpha1"
 )
 
 // PlaygroundSpec defines the desired state of Playground
@@ -34,13 +34,13 @@ type PlaygroundSpec struct {
 	// Note: properties (nodeSelectors, resources, e.g.) of the model flavors
 	// will be applied to the workload if not exist.
 	// +optional
-	ModelClaim *api.ModelClaim `json:"modelClaim,omitempty"`
+	ModelClaim *coreapi.ModelClaim `json:"modelClaim,omitempty"`
 	// MultiModelsClaims represents multiple modelClaim, which is useful when different
 	// sub-workload has different accelerator requirements, like the state-of-the-art
 	// technology called splitwise, the workload template is shared by both.
 	// ModelClaim and multiModelsClaims are exclusive configured.
 	// +optional
-	MultiModelsClaims []api.MultiModelsClaim `json:"multiModelsClaims,omitempty"`
+	MultiModelsClaims []coreapi.MultiModelsClaim `json:"multiModelsClaims,omitempty"`
 	// BackendConfig represents the inference backend configuration
 	// under the hood, e.g. vLLM, which is the default backend.
 	// +optional

diff --git a/api/inference/v1alpha1/service_types.go b/api/inference/v1alpha1/service_types.go
@@ -20,7 +20,7 @@ import (
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 	lws "sigs.k8s.io/lws/api/leaderworkerset/v1"
 
-	api "inftyai.com/llmaz/api/core/v1alpha1"
+	coreapi "github.com/inftyai/llmaz/api/core/v1alpha1"
 )
 
 // ServiceSpec defines the desired state of Service.
@@ -34,7 +34,7 @@ type ServiceSpec struct {
 	// Note: properties (nodeSelectors, resources, e.g.) of the model flavors
 	// will be applied to the workload if not exist.
 	// +kubebuilder:validation:MinItems=1
-	MultiModelsClaims []api.MultiModelsClaim `json:"multiModelsClaims,omitempty"`
+	MultiModelsClaims []coreapi.MultiModelsClaim `json:"multiModelsClaims,omitempty"`
 	// WorkloadTemplate defines the underlying workload layout and configuration.
 	// Note: the LWS spec might be twisted with various LWS instances to support
 	// accelerator fungibility or other cutting-edge researches.

diff --git a/api/inference/v1alpha1/zz_generated.deepcopy.go b/api/inference/v1alpha1/zz_generated.deepcopy.go
diff --git a/client-go/applyconfiguration/core/v1alpha1/flavor.go b/client-go/applyconfiguration/core/v1alpha1/flavor.go
diff --git a/client-go/applyconfiguration/core/v1alpha1/modelclaim.go b/client-go/applyconfiguration/core/v1alpha1/modelclaim.go
diff --git a/client-go/applyconfiguration/core/v1alpha1/modelhub.go b/client-go/applyconfiguration/core/v1alpha1/modelhub.go
diff --git a/client-go/applyconfiguration/core/v1alpha1/modelsource.go b/client-go/applyconfiguration/core/v1alpha1/modelsource.go
diff --git a/client-go/applyconfiguration/core/v1alpha1/modelspec.go b/client-go/applyconfiguration/core/v1alpha1/modelspec.go
diff --git a/client-go/applyconfiguration/core/v1alpha1/modelstatus.go b/client-go/applyconfiguration/core/v1alpha1/modelstatus.go
diff --git a/client-go/applyconfiguration/core/v1alpha1/multimodelsclaim.go b/client-go/applyconfiguration/core/v1alpha1/multimodelsclaim.go
diff --git a/client-go/applyconfiguration/inference/v1alpha1/backendconfig.go b/client-go/applyconfiguration/inference/v1alpha1/backendconfig.go
diff --git a/client-go/applyconfiguration/inference/v1alpha1/playgroundspec.go b/client-go/applyconfiguration/inference/v1alpha1/playgroundspec.go
diff --git a/client-go/applyconfiguration/inference/v1alpha1/playgroundstatus.go b/client-go/applyconfiguration/inference/v1alpha1/playgroundstatus.go
diff --git a/client-go/applyconfiguration/inference/v1alpha1/servicespec.go b/client-go/applyconfiguration/inference/v1alpha1/servicespec.go
diff --git a/client-go/applyconfiguration/inference/v1alpha1/servicestatus.go b/client-go/applyconfiguration/inference/v1alpha1/servicestatus.go
diff --git a/client-go/applyconfiguration/utils.go b/client-go/applyconfiguration/utils.go
diff --git a/client-go/clientset/versioned/clientset.go b/client-go/clientset/versioned/clientset.go
diff --git a/client-go/clientset/versioned/fake/clientset_generated.go b/client-go/clientset/versioned/fake/clientset_generated.go
diff --git a/client-go/clientset/versioned/fake/register.go b/client-go/clientset/versioned/fake/register.go
diff --git a/client-go/clientset/versioned/scheme/register.go b/client-go/clientset/versioned/scheme/register.go
diff --git a/client-go/clientset/versioned/typed/core/v1alpha1/core_client.go b/client-go/clientset/versioned/typed/core/v1alpha1/core_client.go
diff --git a/client-go/clientset/versioned/typed/core/v1alpha1/fake/fake_core_client.go b/client-go/clientset/versioned/typed/core/v1alpha1/fake/fake_core_client.go
diff --git a/client-go/clientset/versioned/typed/core/v1alpha1/fake/fake_openmodel.go b/client-go/clientset/versioned/typed/core/v1alpha1/fake/fake_openmodel.go
diff --git a/client-go/clientset/versioned/typed/core/v1alpha1/openmodel.go b/client-go/clientset/versioned/typed/core/v1alpha1/openmodel.go
diff --git a/client-go/clientset/versioned/typed/inference/v1alpha1/fake/fake_inference_client.go b/client-go/clientset/versioned/typed/inference/v1alpha1/fake/fake_inference_client.go
diff --git a/client-go/clientset/versioned/typed/inference/v1alpha1/fake/fake_playground.go b/client-go/clientset/versioned/typed/inference/v1alpha1/fake/fake_playground.go
diff --git a/client-go/clientset/versioned/typed/inference/v1alpha1/fake/fake_service.go b/client-go/clientset/versioned/typed/inference/v1alpha1/fake/fake_service.go