Bases: EmbeddingModelOptimizersOperationalMetric
Prompt tokens served from cache during optimizer-phase embeddings.
Example:
program.compile(
metrics=[
synalinks.metrics.OptimizerEmbeddingCachedTokens(),
],
)
Source code in synalinks/src/metrics/em_metrics.py
| @synalinks_export("synalinks.metrics.OptimizerEmbeddingCachedTokens")
class OptimizerEmbeddingCachedTokens(EmbeddingModelOptimizersOperationalMetric):
"""Prompt tokens served from cache during optimizer-phase embeddings.
Example:
```python
program.compile(
metrics=[
synalinks.metrics.OptimizerEmbeddingCachedTokens(),
],
)
```
"""
def __init__(self, name="optimizer_embedding_cached_tokens"):
super().__init__(name=name)
def result(self):
return int(self._delta("cached_tokens"))
|