wangwensheng/AM516
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: refresh material names in background every two days

Browse Source
This commit is contained in:
ar51
2026-10-09 10:44:03 +08:00
parent cf31549415
commit 512e434a2f
11 changed files with 406 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files

67
tests/test_material_name_cache.py
View File

@@ -7,9 +7,12 @@ import tempfile
import unittest
from pathlib import Path
from types import SimpleNamespace
from datetime import datetime, timedelta
from unittest import mock
from shared.runtime import material_name_cache as cache
from shared.runtime import install_material_name_refresh as installer
from shared.runtime import kingdee_materials as kingdee
script_path = Path(__file__).resolve().parents[1] / "capabilities/am516-delivery-prediction/scripts/refresh_material_names.py"
@@ -52,14 +55,14 @@ class MaterialNameCacheTests(unittest.TestCase):
refresh.write_cache(rows, "2026-10-09T11:00:00+08:00", self.path)
self.assertEqual(self.path.read_bytes(), previous)
def test_cache_integrity_is_checked_and_loaded_once_until_restart(self) -> None:
def test_cache_updates_are_seen_without_restart_and_integrity_is_checked(self) -> None:
refresh.write_cache([{"FNumber": "A", "FName": "编码器"}], "2026-10-09T10:00:00+08:00", self.path)
self.assertEqual(cache.load_material_names(self.path)["A"], "编码器")
refresh.write_cache([{"FNumber": "A", "FName": "新编码器"}, {"FNumber": "B", "FName": "轴承"}], "2026-10-11T10:00:00+08:00", self.path)
self.assertEqual(cache.load_material_names(self.path), {"A": "新编码器", "B": "轴承"})
payload = json.loads(self.path.read_text())
payload["materials"]["A"] = "篡改名称"
self.path.write_text(json.dumps(payload))
self.assertEqual(cache.load_material_names(self.path)["A"], "编码器")
cache.load_material_names.cache_clear()
with self.assertRaisesRegex(cache.MaterialNameCacheError, "完整性校验失败"):
cache.load_material_names(self.path)
@@ -105,6 +108,64 @@ class MaterialNameCacheTests(unittest.TestCase):
with self.assertRaisesRegex(cache.MaterialNameCacheError, "分页重复"):
refresh.query_materials(Path("/approved/source/91_Scripts/kingdee_openapi/kingdee_query.py"))
def test_due_refresh_queries_after_48_hours_and_merges_without_deleting_names(self) -> None:
start = datetime.fromisoformat("2026-10-09T10:00:00+08:00")
state = Path(self.temp.name) / "state.json"
rows = [{"FNumber": "A", "FName": "编码器"}, {"FNumber": "B", "FName": "轴承"}]
args = dict(output=self.path, state_file=state, due_only=True, interval_hours=48, client_path=Path("client.py"))
with mock.patch.object(refresh, "query_materials", return_value=(rows, start.isoformat())) as query:
first = refresh.refresh_once(**args, current_time=start)
self.assertEqual(first["added_count"], 2)
result = refresh.refresh_once(**args, current_time=start + timedelta(hours=47))
self.assertEqual(result["status"], "NOT_DUE")
query.assert_called_once()
query.return_value = ([{"FNumber": "A", "FName": "新编码器"}, {"FNumber": "C", "FName": "减速器"}], start.isoformat())
result = refresh.refresh_once(**args, current_time=start + timedelta(hours=48))
self.assertEqual(result["added_count"], 1)
self.assertEqual(result["renamed_count"], 1)
self.assertEqual(result["retained_missing_count"], 1)
self.assertEqual(cache.load_material_names(self.path), {"A": "新编码器", "B": "轴承", "C": "减速器"})
def test_unchanged_refresh_does_not_rewrite_git_cache_but_advances_due_state(self) -> None:
start = datetime.fromisoformat("2026-10-09T10:00:00+08:00")
state = Path(self.temp.name) / "state.json"
rows = [{"FNumber": "A", "FName": "编码器"}]
refresh.write_cache(rows, start.isoformat(), self.path)
before = self.path.read_bytes()
with mock.patch.object(refresh, "query_materials", return_value=(rows, start.isoformat())):
result = refresh.refresh_once(output=self.path, state_file=state, due_only=True, interval_hours=48, client_path=Path("client.py"), current_time=start)
self.assertEqual(result["status"], "UNCHANGED")
self.assertEqual(self.path.read_bytes(), before)
self.assertEqual(json.loads(state.read_text())["last_success_at"], start.isoformat())
def test_failed_due_refresh_preserves_cache_and_last_success(self) -> None:
start = datetime.fromisoformat("2026-10-09T10:00:00+08:00")
state = Path(self.temp.name) / "state.json"
refresh.write_cache([{"FNumber": "A", "FName": "编码器"}], start.isoformat(), self.path)
state.write_text(json.dumps({"last_success_at": start.isoformat()}))
previous = self.path.read_bytes(), state.read_bytes()
with mock.patch.object(refresh, "query_materials", side_effect=cache.MaterialNameCacheError("网络失败")):
with self.assertRaises(cache.MaterialNameCacheError):
refresh.refresh_once(output=self.path, state_file=state, due_only=True, interval_hours=48, client_path=Path("client.py"), current_time=start + timedelta(hours=48))
self.assertEqual((self.path.read_bytes(), state.read_bytes()), previous)
def test_launch_agent_uses_host_paths_due_gate_and_no_credentials(self) -> None:
job = installer.launch_agent(Path("/another-machine/AM516"), Path("/usr/bin/python3"), Path("/user/logs"))
self.assertEqual(job["StartInterval"], 3600)
self.assertTrue(job["RunAtLoad"])
self.assertIn("--due", job["ProgramArguments"])
self.assertIn("48", job["ProgramArguments"])
self.assertIn("/another-machine/AM516", job["WorkingDirectory"])
self.assertNotIn("KINGDEE_PASSWORD", job["EnvironmentVariables"])
self.assertNotIn("codex", " ".join(job["ProgramArguments"]).lower())
def test_bundled_kingdee_client_rejects_other_forms_or_fields_before_network(self) -> None:
for form, fields, filter_string in (("STK_INVENTORY", "FNumber,FName", ""), ("BD_MATERIAL", "FNumber,FName,FSpecification", ""), ("BD_MATERIAL", "FNumber,FName", "FNumber='A'")):
with self.subTest(form=form, fields=fields), mock.patch.object(kingdee, "post") as request:
with self.assertRaises(kingdee.KingdeeMaterialError):
kingdee.execute_list_query(object(), SimpleNamespace(form_id=form, fields=fields, filter=filter_string))
request.assert_not_called()
if __name__ == "__main__":
unittest.main()