Validating Output with Custom Input in DataFrame Query Code
hi team, is it possible to evaluate our answer but the input, output, and reference is from us? so it's kind of validation for ourself. I tried modify this code but the dataframe result is empty
def get_docs(obj: CanQuerySpans, input_msg: str, docs: str, output_msg: str) -> pd.DataFrame:
words = input_msg.split()
query_string = ""
for i, word in enumerate(words):
if i != 0:
query_string += " and "
query_string += f"'{word}' in input.value"
return cast(
pd.DataFrame,
obj.query_spans(
SpanQuery()
.where(query_string)
.explode(
docs,
document_score=DOCUMENT_SCORE,
)
),
)
def get_qa_eval(obj: CanQuerySpans, input_msg: str, docs: str, output_msg: str) -> pd.DataFrame:
words = input_msg.split()
query_string = " and ".join([f"'{word}' in input.value" for word in words])
return pd.concat(
cast(
List[pd.DataFrame],
obj.query_spans(
SpanQuery().select(input=input_msg, output=output_msg).where("parent_id is None"),
SpanQuery()
.where(query_string)
.select(span_id="parent_id")
.concat(
RETRIEVAL_DOCUMENTS,
reference=docs,
),
),
),
axis=1,
join="inner",
)