-
Notifications
You must be signed in to change notification settings - Fork 0
/
transform_fish_Data2.m
281 lines (222 loc) · 8.88 KB
/
transform_fish_Data2.m
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
%% Ahora que tenemos la base de datos vamos a hacer los match y missmatch
% todo esta ordenado por tiempo, ahora vamos a hacer el match %no need Dimensions
clear all; close all; clc;
%load('Fishdatabase_2003_2015.mat')
load('TrueFishdatabase_2002_2015.mat')
%now we drop the empty cells [] from datafish_r and all of the others
% Find the indexes of non-empty cells
nonEmptyIndexes = find(~cellfun(@isempty, sorteddata_fish));
% Drop the empty cells
species_r=sortedspecies(nonEmptyIndexes);
puertos_r=sortedpuertos(nonEmptyIndexes);
datafish_r=sorteddata_fish(nonEmptyIndexes);
timepo_r=sortedtiempo(nonEmptyIndexes);
%% Matching
% Example cell array with 12 cells of varying sizes, containing character values
[commonSpecies,~,~] = findMatchingValues(species_r);
[commonPorts,~,~] = findMatchingValues(puertos_r);
%especies_elegidas=species_r{1}(IndexSpecies{1, 1});
% ya encontramos los patrones ahora encontremos los indices
PatronSpecies=commonSpecies{1,1};
PatronSpecies{38} ='PAICHE';
PatronPuertos=commonPorts{1,1};
% ahora let's match y encontrar el index
% Find the indexes that match the pattern within the larger array
for ii=1:1:length(species_r)
IndexSpecies = find(ismember(species_r{ii}, PatronSpecies));
IndexPort = find(ismember(puertos_r{ii}, PatronPuertos));
fish_data{ii} = datafish_r{ii}(IndexSpecies,IndexPort);
end
%encontramos las celdas que no son del mismo tamaño por Paiche y las
%llenamos de NaN
index_exp = findSize37x6Cells(fish_data,37,6);
disp(index_exp)
%expand the array para que todos tengan el mismo tamaño
fish_array = expandAndFillNaN(fish_data,index_exp(1));
%% now extract the data fish_data
% vamos a coger el primer valor de todas las celdas que corresponde a
% Iquitos - Acarahuazu
PatronSpecies1=PatronSpecies;
newNames={'CHIO_CHIO','PANA','Z_ACACHUBO','Z_BAGRE','Z_CUNCHIMANA',...
'Z_DONCELLA','Z_DORADO','Z_MANITOA','Z_TORRE','Z_SALTON','Z_TIGRE'};
indices = {9, 20, 29,30,31,32,33,34,35,36,37};
%indices_r = indices{:};
% Check the number of cell arrays in the cellArray
numCellArrays = numel(PatronSpecies);
% Verify that the desired indices are within the range
for i = 1:numel(indices)
index = indices{i};
PatronSpecies{index} = newNames{i};
end
PatronPuertos{2}='YURIMAG';
%creamos una matriz de nombres para que encajen con la data
D1_species = repmat(PatronSpecies, 1, length(PatronPuertos));
% %puertos
D2_puertos=repmat(PatronPuertos,length(PatronSpecies),1);
%combinamos los nombres
% Preallocate the result cell array
result = concatenateCellArrays(D2_puertos, D1_species);
%% crear una variable por cada cell array Puerto-Specie
for icol=1:1:length(PatronPuertos)
for k=1:1:length(PatronSpecies) %row
for i = 1:numel(fish_array)
data_cat=fish_array{i}{k,icol};
fish_values{i,1} = data_cat;
%data_2=cell2mat(data_cat);
my_field=char(result{k,icol});
%nombre=char(puertos(ii));
%disp([nombre,' ', char(especies{k})])
P.(my_field)= fish_values;
end
end
end
%% nos Falta el Paiche
%% struct to table
tiempo=cell2mat(timepo_r)';
myTable = struct2table(P);
date=cellstr(datestr(tiempo));
myTable.Properties.RowNames = date;
% table time
%myTable = addvars(myTable, tiempo, 'Tiempo');
% %% ploteamos
% % Specify the folder path
% folderPath = 'D:\trabajo\IGP\CLIM_PEZ\Estadistica_Mensual_DIREPRO_2000_2020-20230310T225135Z-001\Estadistica_Mensual_DIREPRO_2000_2020/figures';
%
% % Save the figure to the specified folder
% %saveas(gcf, fullfile(folderPath, fileName));
% % Get the variable names (column names) of the table
% varNames = myTable.Properties.VariableNames;
%
% figure
% P=get(gcf,'position');
% P(3)=P(3)*3;
% P(4)=P(4)*1.2;
% set(gcf,'position',P);
% set(gcf,'PaperPositionMode','auto');
% % Iterate over the columns and create a separate plot for each column
% for col = 1:numel(varNames)
% % Get the data for the current column
% data = myTable.(varNames{col});
%
% % Create a new figure and plot the data
%
% plot(tiempo,cell2mat(data),'o--');
% datetick('x')
% grid on
% %hold on
% % Set title and labels
% title(varNames{col});
% xlabel('Tiempo');
% ylabel('T.M:B');
% legend(varNames{col})
% % Add any other customization as needed
%
% % Pause to allow time for each plot to be viewed
% pause(0.5);
% % Specify the file name and extension
% fileName = char(varNames{col});
% print(fullfile(folderPath, fileName), '-dpng', '-r500');
% end
%% separamos los totales y los ponemos en otra tabla
% Get the column names of the table
columnNames = myTable.Properties.VariableNames;
% Find the indices of columns with names matching the pattern 'TOTAL.*'
pattern = {'TOTAL.*'};
matchingIndices = regexpi(columnNames, pattern);
% Convert the cell array of indices to a logical array
matchingIndices = ~cellfun(@isempty, matchingIndices);
% Retrieve the column indices of matching columns
columnIndices = find(matchingIndices);
%tabla de totales_PESCA TOTAL por ESPECIE
PESCA_TOTAL = myTable(:, columnIndices);
%ahora el array de pesca sin totales
nonMatchingIndices = find(matchingIndices==0);
% Retrieve the column indices of non-matching columns
PESCA_TMB=myTable(:, nonMatchingIndices);
%% vamos a seleccionar la data que nos interesa
%primero encontramos los 0 en la tabla
% Find zero values in the table
numericArray = table2array(PESCA_TMB);
%numericArray=cell2mat(numericArray);
% Find zero values in the numeric array
zeroValues = cellfun(@(x) isnumeric(x) && x == 0, numericArray);
% Count the number of zero values in each column
columnCounts = sum(zeroValues);
%encuentra las columnas con 0
indx0=find(columnCounts<=size(zeroValues,1)-10); %12 meses
%extract desired data
extractedTable = PESCA_TMB(:, indx0);
%encuentra puertos sin missing data
indx1=find(columnCounts==0); %0 meses
%no missing data Tables
CompleteTable = PESCA_TMB(:, indx1);
%% less missing data table maximun 2 años de missing data--> 24 datos
indx2=find(columnCounts<=24); %24 meses
FishTable = PESCA_TMB(:, indx2);
%Ahora separamos solo los puertos que nos interesan
PORTSpattern={'IQUITOS_*','NAUTA_*','REQUENA_*','YURIMAG_*'};
% Get the column names of the table
for ij=1:1:length(PORTSpattern)
columnNamesPorts = FishTable.Properties.VariableNames;
% Initialize the variable to store the matching column indices
matchingIndices0 = regexpi(columnNamesPorts, PORTSpattern{ij});
% Convert the cell array of indices to a logical array
matchingIndices0 = ~cellfun(@isempty, matchingIndices0);
% Retrieve the column indices of matching columns
columnIndices0 = find(matchingIndices0);
indx_PORTS{ij}=columnIndices0;
end
combinedData = [indx_PORTS{:}];
%% extraemos solo los puertos que nos interesan
PESCA_AMAZONAS2 = FishTable(:, combinedData);
save('PESCA_AMAZONAS2.mat',"PESCA_AMAZONAS2","tiempo");
%% se encontraron 38 especies comunes, de los cuales se elimino las que
%tengan valores iguales a 0 durante 2 o mas años, por falta de datos, con
%lo cual nos quedamos con 27 años
%%
% Specify the filename
filename = 'PESCA_AMAZONAS2.xlsx';
% Export the table to the file
writetable(PESCA_AMAZONAS2, filename);
% %% %% ploteamos
% % Specify the folder path
% folderPath = 'D:\trabajo\IGP\CLIM_PEZ\Estadistica_Mensual_DIREPRO_2000_2020-20230310T225135Z-001\Estadistica_Mensual_DIREPRO_2000_2020/Amazonas_fig';
% mkdir Amazonas_fig
% % Save the figure to the specified folder
% %saveas(gcf, fullfile(folderPath, fileName));
% % Get the variable names (column names) of the table
% varNames = PESCA_AMAZONAS2.Properties.VariableNames;
%
% figure
% P=get(gcf,'position');
% P(3)=P(3)*3;
% P(4)=P(4)*1.2;
% set(gcf,'position',P);
% set(gcf,'PaperPositionMode','auto');
% % Iterate over the columns and create a separate plot for each column
% for col = 1:numel(varNames)
% % Get the data for the current column
% data = PESCA_AMAZONAS.(varNames{col});
%
% % Create a new figure and plot the data
%
% plot(tiempo,cell2mat(data),'o--');
% datetick('x')
% grid on
% %hold on
% % Set title and labels
% title(varNames{col});
% xlabel('Tiempo');
% ylabel('T.M:B');
% legend(varNames{col})
% % Add any other customization as needed
%
% % Pause to allow time for each plot to be viewed
% pause(0.5);
% % Specify the file name and extension
% fileName = char(varNames{col});
% print(fullfile(folderPath, fileName), '-dpng', '-r500');
% end
%
%
%