Skip to content

Commit

Permalink
Add strategy for join
Browse files Browse the repository at this point in the history
  • Loading branch information
sidjha1 committed Jul 28, 2024
1 parent 9e0e326 commit 7bbc094
Showing 1 changed file with 7 additions and 0 deletions.
7 changes: 7 additions & 0 deletions lotus/sem_ops/sem_join.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,7 @@ def sem_join(
examples_answers: Optional[List[bool]] = None,
cot_reasoning: Optional[List[str]] = None,
default: bool = True,
strategy: Optional[str] = None,
) -> Tuple:
"""
Joins two series using a model.
Expand Down Expand Up @@ -60,6 +61,7 @@ def sem_join(
examples_answers=examples_answers,
cot_reasoning=cot_reasoning,
default=default,
strategy=strategy,
)
filter_outputs.extend(outputs)
all_raw_outputs.extend(raw_outputs)
Expand Down Expand Up @@ -92,6 +94,7 @@ def sem_join_cascade(
examples_answers: Optional[List[bool]] = None,
cot_reasoning: Optional[List[str]] = None,
default: bool = True,
strategy: Optional[str] = None,
) -> List[str]:
filter_outputs = []
all_raw_outputs = []
Expand All @@ -113,6 +116,7 @@ def sem_join_cascade(
cot_reasoning=cot_reasoning,
default=default,
logprobs=True,
strategy=strategy,
)

high_conf_idxs = set()
Expand Down Expand Up @@ -145,6 +149,7 @@ def sem_join_cascade(
examples_df_txt=examples_df_txt,
examples_answers=examples_answers,
cot_reasoning=cot_reasoning,
strategy=strategy,
)

outputs, raw_outputs, explanations = (
Expand Down Expand Up @@ -309,6 +314,7 @@ def __call__(
examples_answers=examples_answers,
cot_reasoning=cot_reasoning,
default=default,
strategy=strategy,
)
else:
join_results, filter_outputs, all_raw_outputs, all_explanations = sem_join(
Expand All @@ -324,6 +330,7 @@ def __call__(
examples_answers=examples_answers,
cot_reasoning=cot_reasoning,
default=default,
strategy=strategy,
)
lotus.logger.debug(f"join_results: {join_results}")
lotus.logger.debug(f"all_raw_outputs: {all_raw_outputs}")
Expand Down

0 comments on commit 7bbc094

Please sign in to comment.