1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
|
#include <stdio.h>
#include <stdint.h>
#include <string.h>
#include <getopt.h>
#include <json-c/json.h>
#include "util.h"
#include "nn.h"
const size_t MAX_FILE_SIZE = 1<<29; // 0.5 GiB
typedef struct Array {
double *data;
size_t shape[2];
} Array;
#define ARRAY_SIZE(x, type) sizeof(x) / sizeof(type)
static void json_read(const char *filepath,
Array *input, Array *out,
char *out_key,
char *in_keys[],
size_t in_keys_size);
void json_read(const char *filepath,
Array *input, Array *out,
char *out_key,
char *in_keys[],
size_t n_input_keys)
{
FILE *fp = NULL;
char *fp_buffer = NULL;
size_t ret;
int64_t fp_size;
fp = fopen(filepath, "r");
if (fp == NULL) goto json_read_error;
ret = (size_t)fseek(fp, 0L, SEEK_END);
if ((int)ret == -1) goto json_read_error;
fp_size = ftell(fp);
if (fp_size == -1) goto json_read_error;
if (fp_size >= MAX_FILE_SIZE) {
fprintf(stderr, "ftell Error(): '%s' size greater than '%zu'\n", filepath, MAX_FILE_SIZE);
}
rewind(fp);
fp_buffer = calloc(sizeof(char), fp_size);
if (fp_buffer == NULL) goto json_read_error;
ret = fread(fp_buffer, sizeof(char), (size_t)fp_size, fp);
if (ret != (size_t)fp_size) {
fprintf(stderr, "json_read() Error: fread bytes '%zd' does not match with buffer size '%zd'", ret, (size_t)fp_size);
exit(1);
}
json_object *json_obj;
json_obj = json_tokener_parse(fp_buffer);
size_t json_obj_length = json_object_array_length(json_obj);
input->shape[0] = (size_t)json_obj_length;
input->shape[1] = n_input_keys;
input->data = calloc(input->shape[0] * input->shape[1], sizeof(input->data[0]));
out->shape[0] = (size_t)json_obj_length;
out->shape[1] = 1;
out->data = calloc(out->shape[0] * out->shape[1], sizeof(out->data[0]));
for (int i = 0; i < json_object_array_length(json_obj); i++) {
json_object *item = json_object_array_get_idx(json_obj, i);
out->data[i] = json_object_get_double(json_object_object_get(item, out_key));
for (int j = 0; j < n_input_keys; j++) {
input->data[n_input_keys * i + j] = json_object_get_double(json_object_object_get(item, in_keys[j]));
}
}
json_object_put(json_obj);
fclose(fp);
return;
json_read_error:
perror("json_read() Error");
exit(1);
}
int main(int argc, char *argv[]) {
struct Configs ml_configs = {
.epochs = 100,
.alpha = 1e-5,
.config_filepath = "utils/ml.cfg",
};
util_load_config(&ml_configs, ml_configs.config_filepath);
util_load_cli(&ml_configs, argc, argv);
return 0;
}
|
