FQuantToolBox/SaveIndexTSDay.m at master · faruto/FQuantToolBox · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
function [SaveLog,ProbList,NewList] = SaveIndexTSDay(IndexList)
% by LiYang_faruto
% Email:farutoliyang@foxmail.com
% 2015/01/1
%% 输入输出预处理
if nargin < 1 || isempty(IndexList)
    load IndexList.mat;
end

SaveLog = [];
ProbList = [];
NewList = [];

Len = size(IndexList, 1);
StockCode = IndexList(:,2);
StockName = IndexList(:,1);

Date_G = '19900101';
%% Get Data
FolderStr = ['./DataBase/Stock/Index_Day_mat'];
if ~isdir( FolderStr )
    mkdir( FolderStr );
end

ticID = tic;
for i = 1:Len
    disp('======')
    RunIndex = i
    Scode = StockCode{i}
    Sname = StockName{i}
    disp('============')

    FileString = [FolderStr,'/',StockCode{i},'_D.mat'];
    FileExist = 0;
    if exist(FileString, 'file') == 2
        FileExist = 1;
    end

    % % 本地数据存在，进行尾部更新添加
    if 1 == FileExist
        try
            MatObj = matfile(FileString,'Writable',true);
            [nrows, ncols]=size(MatObj,'IndexData');

            OffSet = 4;

            if nrows-OffSet>1
                len = nrows;
                Temp = MatObj.IndexData(len-OffSet,1);
                DateTemp = datestr( datenum(num2str(Temp),'yyyymmdd'),'yyyymmdd' );

                StockCodeInput = Scode;
                BeginDate = DateTemp;
                EndDate = datestr(today, 'yyyymmdd');

                [newIndexData] = GetIndexTSDay_Web(StockCodeInput,BeginDate,EndDate);
                if isempty(newIndexData)
                    str = [ StockCode{i},'-',StockName{i}, ' 数据获取失败或无更新数据，请检查！' ];
                    disp(str);
                    LenTemp = size( ProbList,1 )+1;
                    ProbList{LenTemp,1} = Sname;
                    ProbList{LenTemp,2} = Scode;
                    continue;
                end

                MatObj.IndexData = ...
                    [MatObj.IndexData(1:nrows-OffSet-1,:);newIndexData];

            else % % 本地数据存在，但为空
                % % 获取上市日期
                StockCodeInput = Scode;
                BeginDate = '20140101';
                EndDate = datestr(today, 'yyyymmdd');
                [~,InitialDate] = GetIndexTSDay_Web(StockCodeInput,BeginDate,EndDate,1);
                DateTemp = InitialDate;

                LenTemp = size( NewList,1 )+1;
                NewList{LenTemp,1} = Sname;
                NewList{LenTemp,2} = Scode;

                StockCodeInput = Scode;
                BeginDate = DateTemp;
                EndDate = datestr(today, 'yyyymmdd');

                [newIndexData] = GetIndexTSDay_Web(StockCodeInput,BeginDate,EndDate);
                if isempty(newIndexData)
                    str = [ StockCode{i},'-',StockName{i}, ' 数据获取失败或无更新数据，请检查！' ];
                    disp(str);
                    LenTemp = size( ProbList,1 )+1;
                    ProbList{LenTemp,1} = Sname;
                    ProbList{LenTemp,2} = Scode;
                    continue;
                end

                MatObj.IndexData = newIndexData;

            end
        catch
            str = [ StockCode{i},'-',StockName{i}, ' 数据载入失败或其他原因数据更新失败，将重新下载数据！' ];
            disp(str);
            FileExist = 0;
        end
    end

    % % 本地数据不存在
    if 0 == FileExist
        % % 获取上市日期
        StockCodeInput = Scode;
        BeginDate = '20140101';
        EndDate = datestr(today, 'yyyymmdd');
        [~,InitialDate] = GetIndexTSDay_Web(StockCodeInput,BeginDate,EndDate,1);
        DateTemp = InitialDate;

        LenTemp = size( NewList,1 )+1;
        NewList{LenTemp,1} = Sname;
        NewList{LenTemp,2} = Scode;

        StockCodeInput = Scode;
        BeginDate = DateTemp;
        EndDate = datestr(today, 'yyyymmdd');

        [newIndexData] = GetIndexTSDay_Web(StockCodeInput,BeginDate,EndDate);
        if isempty(newIndexData)
            str = [ StockCode{i},'-',StockName{i}, ' 数据获取失败或无更新数据，请检查！' ];
            disp(str);
            LenTemp = size( ProbList,1 )+1;
            ProbList{LenTemp,1} = Sname;
            ProbList{LenTemp,2} = Scode;
            continue;
        end

        IndexData = newIndexData;
        save(FileString,'IndexData', '-v7.3');

    end

    NewListLen = size(NewList,1)
    ProbListLen = size(ProbList,1)

    elapsedTimeTemp = toc(ticID);
    str = [ '循环已经累计耗时', num2str(elapsedTimeTemp), ' seconds(',num2str(elapsedTimeTemp/60), ' minutes)',...
        '(',num2str(elapsedTimeTemp/60/60), ' hours)',];
    disp(str);
    str = ['Now Time:',datestr(now,'yyyy-mm-dd HH:MM:SS')];
    disp(str);
end