baseline natural instruction preprocessing

[xzyaoi]

No description provided.

[github-actions]

✅ Result of Pytest Coverage

---------- coverage: platform linux, python 3.11.0-final-0 -----------

Name	Stmts	Miss	Cover
mixtera/core/client/local/local_stub.py	64	4	94%
mixtera/core/client/mixtera_client.py	84	16	81%
mixtera/core/client/server/server_stub.py	50	4	92%
mixtera/core/datacollection/datasets/croissant_dataset.py	16	3	81%
mixtera/core/datacollection/datasets/dataset.py	32	8	75%
mixtera/core/datacollection/datasets/dataset_type.py	5	0	100%
mixtera/core/datacollection/datasets/jsonl_dataset.py	58	9	84%
mixtera/core/datacollection/index/index.py	57	11	81%
mixtera/core/datacollection/index/index_collection.py	131	15	89%
mixtera/core/datacollection/index/parser/metadata_parser.py	22	2	91%
mixtera/core/datacollection/index/parser/parser_collection.py	38	13	66%
mixtera/core/datacollection/mixtera_data_collection.py	278	63	77%
mixtera/core/datacollection/property.py	7	0	100%
mixtera/core/datacollection/property_type.py	4	0	100%
mixtera/core/filesystem/filesystem.py	33	1	97%
mixtera/core/filesystem/local_filesystem.py	21	0	100%
mixtera/core/processing/execution_mode.py	4	0	100%
mixtera/core/processing/property_calculation/executor.py	22	2	91%
mixtera/core/processing/property_calculation/local_executor.py	74	5	93%
mixtera/core/query/chunk_distributor.py	66	12	82%
mixtera/core/query/mixture.py	24	3	88%
mixtera/core/query/operators/_base.py	31	3	90%
mixtera/core/query/operators/intersect.py	18	1	94%
mixtera/core/query/operators/materialize.py	15	8	47%
mixtera/core/query/operators/select.py	52	6	88%
mixtera/core/query/operators/union.py	19	2	89%
mixtera/core/query/query.py	37	1	97%
mixtera/core/query/query_plan.py	18	1	94%
mixtera/core/query/query_result.py	164	15	91%
mixtera/core/query/result_chunk.py	199	51	74%
mixtera/hf/mixtera_hf_dataset.py	61	61	0%
mixtera/network/connection/server_connection.py	154	25	84%
mixtera/network/network_utils.py	70	17	76%
mixtera/network/server/entrypoint.py	22	22	0%
mixtera/network/server/server.py	156	66	58%
mixtera/network/server_task.py	13	0	100%
mixtera/tests/core/client/local/test_local_stub.py	146	0	100%
mixtera/tests/core/client/server/test_server_stub.py	113	0	100%
mixtera/tests/core/client/test_mixtera_client.py	66	0	100%
mixtera/tests/core/datacollection/datasets/test_dataset.py	0	0	100%
mixtera/tests/core/datacollection/datasets/test_jsonl_dataset.py	53	6	89%
mixtera/tests/core/datacollection/index/parser/test_parser_collection.py	36	0	100%
mixtera/tests/core/datacollection/index/test_index_collection.py	160	0	100%
mixtera/tests/core/datacollection/test_mixtera_data_collection.py	309	1	99%
mixtera/tests/core/datacollection/test_property_type.py	7	0	100%
mixtera/tests/core/filesystem/test_filesystem.py	47	0	100%
mixtera/tests/core/filesystem/test_local_filesystem.py	37	0	100%
mixtera/tests/core/processing/property_calculation/test_executor.py	22	0	100%
mixtera/tests/core/processing/property_calculation/test_local_executor.py	75	0	100%
mixtera/tests/core/processing/test_execution_mode.py	7	0	100%
mixtera/tests/core/query/operators/test_base.py	33	0	100%
mixtera/tests/core/query/operators/test_intersect.py	34	2	94%
mixtera/tests/core/query/operators/test_select.py	79	0	100%
mixtera/tests/core/query/operators/test_union.py	25	0	100%
mixtera/tests/core/query/test_chunk_distributor.py	96	0	100%
mixtera/tests/core/query/test_e2e.py	59	2	97%
mixtera/tests/core/query/test_query.py	285	5	98%
mixtera/tests/core/query/test_result_chunk.py	180	1	99%
mixtera/tests/network/connection/test_server_connection.py	262	1	99%
mixtera/tests/network/server/test_server.py	103	0	100%
mixtera/tests/network/test_network_utils.py	110	0	100%
mixtera/tests/network/test_server_task.py	42	0	100%
mixtera/tests/utils/test_utils.py	97	0	100%
mixtera/torch/mixtera_torch_dataset.py	45	45	0%
mixtera/utils/utils.py	77	0	100%
TOTAL	4724	513	89%
Coverage	HTML	written	to

~ 245 passed in 5.21s ~