File tree Expand file tree Collapse file tree 1 file changed +2
-0
lines changed Expand file tree Collapse file tree 1 file changed +2
-0
lines changed Original file line number Diff line number Diff line change @@ -59,12 +59,14 @@ type ResponseComplete interface {
5959}
6060
6161// PrepareData is called by the director before scheduling requests.
62+ // PrepareData plugin is implemented by data producers which produce data from different sources.
6263type PrepareData interface {
6364 plugins.Plugin
6465 PrepareData (ctx context.Context , request * types.LLMRequest , pods []types.Pod )
6566}
6667
6768// AdmitRequest is called by the director after the PrepareData plugins and before scheduling.
69+ // AdmitRequest plugin is implemented by plugins for admission control. These plugins need to implement Admit method.
6870type AdmitRequest interface {
6971 plugins.Plugin
7072 Admit (ctx context.Context , request * types.LLMRequest , pods []types.Pod ) bool
You can’t perform that action at this time.
0 commit comments