feat(tokenization): replace RenderChat with RenderChatCompletion RPC (#432)

* render

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* render chat

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* update test assertions

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* update e2e tests

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* update python tests to use protos

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* python grpc

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* update protos

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* update python grpc renderer service with native protos instead of request json

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* parse tools

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* revert naming

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* naming fix

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* naming fix

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* nolint grpc files

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* lint

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* ruff ignore grpc files

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* ruff ignore grpc files in ci

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* align protos

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* fix getter name

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* fix tests

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* one prompt per completion

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* update tests

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* add_generation_prompt default true

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* simplify tools to json

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* unused import

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* empty commit

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* empty commit

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* doc fix

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* cr rename test

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

* fix default omitted values

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

---------

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>

Author: sagearc

.golangci.yml

@@ -95,7 +95,7 @@ linters:
         - w http.ResponseWriter
         - r *http.Request
   exclusions:
-    generated: lax
+    generated: strict
     presets:
       - comments
       - common-false-positives
@@ -105,6 +105,8 @@ linters:
       - third_party$
       - builtin$
       - examples$
+      - \.pb\.go$
+      - _grpc\.pb\.go$
 issues:
   max-issues-per-linter: 0
   max-same-issues: 0
@@ -115,8 +117,10 @@ formatters:
     - gofumpt
     - goimports
   exclusions:
-    generated: lax
+    generated: strict
     paths:
       - third_party$
       - builtin$
-      - examples$
+      - examples$
+      - \.pb\.go$
+      - _grpc\.pb\.go$

.pre-commit-config.yaml

@@ -12,7 +12,9 @@ repos:
   hooks:
   - id: ruff-check
     args: [--output-format, github, --fix]
+    exclude: '_pb2(_grpc)?\.py$'
   - id: ruff-format
+    exclude: '_pb2(_grpc)?\.py$'
 - repo: https://github.com/crate-ci/typos
   rev: v1.38.1
   hooks: