x

Author: e06084

results/sample_dataset_llm-webkit_evaluation_report.csv

@@ -1,2 +1,2 @@
 extractor,dataset,total_samples,success_rate,overall,code_edit,formula_edit,table_TEDS,table_edit,text_edit
-llm-webkit,sample_dataset,4,0.75,0.8667,1.0,1.0,1.0,1.0,0.3333
+llm-webkit,sample_dataset,4,0.5,0.9,1.0,1.0,1.0,1.0,0.5

results/sample_dataset_llm-webkit_evaluation_results.json

@@ -98,6 +98,9 @@ def save_evaluation_results(results: Union["EvaluationResult", Dict[str, Any]],
         else:
             results_dict = results
 
+        # 移除extracted_content和extracted_content_list字段以减少文件大小
+        results_dict = DataSaver._remove_content_fields(results_dict)
+        
         if format.lower() == "json":
             with open(file_path, 'w', encoding='utf-8') as f:
                 json.dump(results_dict, f, indent=2, ensure_ascii=False)
@@ -265,6 +268,30 @@ def _save_jsonl_list(data_list: List[Dict[str, Any]], file_path: Union[str, Path
                 json.dump(item, f, ensure_ascii=False)
                 f.write('\n')
 
+    @staticmethod
+    def _remove_content_fields(data: Dict[str, Any]) -> Dict[str, Any]:
+        """移除extracted_content和extracted_content_list字段以减少保存文件大小"""
+        import copy
+        
+        cleaned_data = copy.deepcopy(data)
+        
+        def remove_fields(obj):
+            if isinstance(obj, dict):
+                # 移除extracted_content和extracted_content_list字段
+                obj.pop('extracted_content', None)
+                obj.pop('extracted_content_list', None)
+                # 递归处理嵌套字典和列表
+                for value in obj.values():
+                    if isinstance(value, (dict, list)):
+                        remove_fields(value)
+            elif isinstance(obj, list):
+                for item in obj:
+                    if isinstance(item, (dict, list)):
+                        remove_fields(item)
+        
+        remove_fields(cleaned_data)
+        return cleaned_data
+    
     @staticmethod
     def append_intermediate_results(results: List[Dict[str, Any]], 
                                   file_path: Union[str, Path]) -> None:

results/sample_dataset_with_llm-webkit_extraction.jsonl

@@ -459,7 +459,7 @@ def _generate_with_transformers(self, prompt: str) -> str:
 
         except Exception as e:
             print(f"⚠️  transformers生成失败: {e}")
-            return "{}"
+            raise RuntimeError(f"transformers生成失败: {e}")
 
     def _extract_json_from_text(self, text: str) -> str:
         """从生成的文本中提取JSON"""