Bases: EmbeddingModelOptimizersOperationalMetric
Average cached prompt tokens per embedding call during the optimizer step.
Example:
program.compile(
metrics=[
synalinks.metrics.AvgOptimizerEmbeddingCachedTokensPerCall(),
],
)
Source code in synalinks/src/metrics/em_metrics.py
| @synalinks_export("synalinks.metrics.AvgOptimizerEmbeddingCachedTokensPerCall")
class AvgOptimizerEmbeddingCachedTokensPerCall(
EmbeddingModelOptimizersOperationalMetric
):
"""Average cached prompt tokens per embedding call during the optimizer step.
Example:
```python
program.compile(
metrics=[
synalinks.metrics.AvgOptimizerEmbeddingCachedTokensPerCall(),
],
)
```
"""
def __init__(self, name="avg_optimizer_embedding_cached_tokens_per_call"):
super().__init__(name=name)
def result(self):
calls = self._delta("calls")
if calls <= 0:
return 0.0
return self._delta("cached_tokens") / calls
|