mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-08-03 18:27:43 +00:00
fix: preserve null end_time when rendering dataset segments template (#1326)
* fix: preserve null end_time when rendering dataset segments template * deps(qlib): bump qlib revision to 2fb9380 * fix: lint error
This commit is contained in:
@@ -30,13 +30,10 @@ class TestEmbedding(unittest.TestCase):
|
||||
"""Test embedding with very long text that exceeds token limits"""
|
||||
# Create a very long text that will definitely exceed embedding token limits
|
||||
# Using a repetitive pattern to simulate a real long document
|
||||
long_content = (
|
||||
"""
|
||||
long_content = """
|
||||
This is a very long document that contains a lot of repetitive content to test the embedding truncation functionality.
|
||||
We need to make this text long enough to exceed the typical embedding model token limits of around 8192 tokens.
|
||||
"""
|
||||
* 1000
|
||||
) # This should create a text with approximately 50,000+ tokens
|
||||
""" * 1000 # This should create a text with approximately 50,000+ tokens
|
||||
# This should trigger the gradual truncation mechanism
|
||||
emb = APIBackend().create_embedding(long_content)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user