|
7 | 7 |
|
8 | 8 |
|
9 | 9 | async def judge_statement( # pylint: disable=too-many-statements |
10 | | - student_llm_client: OpenAIModel, |
| 10 | + training_llm_client: OpenAIModel, |
11 | 11 | graph_storage: NetworkXStorage, |
12 | 12 | rephrase_storage: JsonKVStorage, |
13 | 13 | re_judge: bool = False, |
14 | 14 | max_concurrent: int = 1000) -> NetworkXStorage: |
15 | 15 | """ |
16 | 16 | Get all edges and nodes and judge them |
17 | 17 |
|
18 | | - :param student_llm_client: judge the statements to get comprehension loss |
| 18 | + :param training_llm_client: judge the statements to get comprehension loss |
19 | 19 | :param graph_storage: graph storage instance |
20 | 20 | :param rephrase_storage: rephrase storage instance |
21 | 21 | :param re_judge: re-judge the relations |
@@ -46,7 +46,7 @@ async def _judge_single_relation( |
46 | 46 | judgements = [] |
47 | 47 | gts = [gt for _, gt in descriptions] |
48 | 48 | for description, gt in descriptions: |
49 | | - judgement = await student_llm_client.generate_topk_per_token( |
| 49 | + judgement = await training_llm_client.generate_topk_per_token( |
50 | 50 | STATEMENT_JUDGEMENT_PROMPT['TEMPLATE'].format(statement=description) |
51 | 51 | ) |
52 | 52 | judgements.append(judgement[0].top_candidates) |
@@ -94,7 +94,7 @@ async def _judge_single_entity( |
94 | 94 | judgements = [] |
95 | 95 | gts = [gt for _, gt in descriptions] |
96 | 96 | for description, gt in descriptions: |
97 | | - judgement = await student_llm_client.generate_topk_per_token( |
| 97 | + judgement = await training_llm_client.generate_topk_per_token( |
98 | 98 | STATEMENT_JUDGEMENT_PROMPT['TEMPLATE'].format(statement=description) |
99 | 99 | ) |
100 | 100 | judgements.append(judgement[0].top_candidates) |
|
0 commit comments