gpted / expand_test.py
mebubo's picture
Working generic expand
2fb63bf
raw
history blame
5.2 kB
from dataclasses import dataclass
from expand import Series, ExpanderOneBatch, ExpansionOne, Batch, ExpansionOneResult, ExpansionOneResultBatch, ExpansionResult, ExpansionResultBatch, expand
possible_sequences = [
[1, 21, 31, 41],
[1, 21, 31, 42],
[1, 21, 32, 41, 51],
[1, 22, 33, 41],
[1, 22, 34, 41],
]
def expand_series(series: Series) -> list[ExpansionOne]:
l = len(series.tokens)
items = [s[l] for s in possible_sequences if s[:l] == series.tokens and len(s) > l]
candidates = [ExpansionOne(token=l, cost=1.0) for l in dict.fromkeys(items)]
return [c for c in candidates if c.cost <= series.budget]
class HardcodedExpanderOneBatch(ExpanderOneBatch):
def expand(self, batch: Batch) -> ExpansionOneResultBatch:
result = []
for s in batch.items:
expansions = expand_series(s)
result.append(ExpansionOneResult(series=s, expansions=expansions))
return ExpansionOneResultBatch(items=result)
expander = HardcodedExpanderOneBatch()
def test_expander_zero_budget():
s = Series(id=0, tokens=[1], budget=0.0)
expanded = expander.expand(Batch(items=[s]))
expected = ExpansionOneResultBatch(
items=[ExpansionOneResult(series=s, expansions=[])]
)
assert expected == expanded
def test_expander_budget_one():
s = Series(id=0, tokens=[1], budget=1.0)
expanded = expander.expand(Batch(items=[s]))
expected = ExpansionOneResultBatch(
items=[ExpansionOneResult(series=s, expansions=[
ExpansionOne(token=21, cost=1.0),
ExpansionOne(token=22, cost=1.0),
])]
)
assert expected == expanded
def test_expander_budget_two():
s = Series(id=0, tokens=[1], budget=2.0)
expanded = expander.expand(Batch(items=[s]))
expected = ExpansionOneResultBatch(
items=[ExpansionOneResult(series=s, expansions=[
ExpansionOne(token=21, cost=1.0),
ExpansionOne(token=22, cost=1.0),
])]
)
assert expected == expanded
def test_expander_budget_one_no_expansion():
s = Series(id=0, tokens=[1, 20], budget=1.0)
expanded = expander.expand(Batch(items=[s]))
expected = ExpansionOneResultBatch(
items=[ExpansionOneResult(series=s, expansions=[])]
)
assert expected == expanded
def test_expander_budget_one_two_tokens():
s = Series(id=0, tokens=[1, 22], budget=1.0)
expanded = expander.expand(Batch(items=[s]))
expected = ExpansionOneResultBatch(
items=[ExpansionOneResult(series=s, expansions=[
ExpansionOne(token=33, cost=1.0),
ExpansionOne(token=34, cost=1.0),
])]
)
assert expected == expanded
def test_expander_budget_one_two_tokens_two_series():
s1 = Series(id=0, tokens=[1, 21, 31], budget=1.0)
s2 = Series(id=1, tokens=[1, 22], budget=1.0)
expanded = expander.expand(Batch(items=[s1, s2]))
expected = ExpansionOneResultBatch(
items=[
ExpansionOneResult(series=s1, expansions=[
ExpansionOne(token=41, cost=1.0),
ExpansionOne(token=42, cost=1.0),
]),
ExpansionOneResult(series=s2, expansions=[
ExpansionOne(token=33, cost=1.0),
ExpansionOne(token=34, cost=1.0),
])
]
)
assert expected == expanded
def test_expand_01():
batch = Batch(items=[
Series(id=0, tokens=[1, 21], budget=1.0),
Series(id=1, tokens=[1, 22], budget=1.0),
])
expanded = expand(batch, expander)
assert expanded == ExpansionResultBatch(items=[
ExpansionResult(
series=Series(id=0, tokens=[1, 21], budget=1.0),
expansions=[
[31],
[32],
]
),
ExpansionResult(
series=Series(id=1, tokens=[1, 22], budget=1.0),
expansions=[
[33],
[34],
]
),
])
def test_expand_02():
batch = Batch(items=[
Series(id=0, tokens=[1, 21], budget=2.0),
Series(id=1, tokens=[1, 22], budget=1.0),
])
expanded = expand(batch, expander)
assert expanded == ExpansionResultBatch(items=[
ExpansionResult(
series=Series(id=0, tokens=[1, 21], budget=2.0),
expansions=[
[31, 41],
[31, 42],
[32, 41],
]
),
ExpansionResult(
series=Series(id=1, tokens=[1, 22], budget=1.0),
expansions=[
[33],
[34],
]
),
])
def test_expand_03():
batch = Batch(items=[
Series(id=0, tokens=[1, 21], budget=3.0),
Series(id=1, tokens=[1, 22], budget=0.0),
])
expanded = expand(batch, expander)
assert expanded == ExpansionResultBatch(items=[
ExpansionResult(
series=Series(id=0, tokens=[1, 21], budget=3.0),
expansions=[
[31, 41],
[31, 42],
[32, 41, 51],
]
),
ExpansionResult(
series=Series(id=1, tokens=[1, 22], budget=0.0),
expansions=[],
),
])