SparseConvNet/SpatiallySparseDatasetMnist.cpp at master · SpiderMonkey1975/SparseConvNet · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
#include "SpatiallySparseDatasetMnist.h"
#include <vector>
#include <iostream>
#include <fstream>

static int intToggleEndianness(int a) {
  int b=0;
  b+=a%256*(1<<24);a>>=8;
  b+=a%256*(1<<16);a>>=8;
  b+=a%256*(1<< 8);a>>=8;
  b+=a%256*(1<< 0);
  return b;}

static void loadMnistC(std::string filename, std::vector<Picture*> &characters) {
  std::ifstream f(filename.c_str());
  if (!f) {
    std::cout <<"Cannot find " << filename << std::endl;;
    exit(EXIT_FAILURE);}
  int a,n1,n2,n3;
  f.read((char*)&a,4);
  f.read((char*)&a,4);
  n1=intToggleEndianness(a);
  f.read((char*)&a,4);
  n2=intToggleEndianness(a);
  f.read((char*)&a,4);
  n3=intToggleEndianness(a);
  std::vector<unsigned char> bitmap(n2*n3);
  for (int i1=0;i1<n1;i1++) {
    f.read((char *)&bitmap[0],n2*n3);
    OpenCVPicture* character = new OpenCVPicture(n2,n3,1,0);
    float* matData=((float*)(character->mat.data));
    for (int i=0;i<n2*n3;i++)
      matData[i]=bitmap[i];
    characters.push_back(character);
  }
}
static void loadMnistL(std::string filename, std::vector<Picture*> &characters) {
  std::ifstream f(filename.c_str());
  if (!f) {
    std::cout <<"Cannot find " << filename << std::endl;
    exit(EXIT_FAILURE);}
  int a,n;
  char l;
  f.read((char*)&a,4);
  f.read((char*)&a,4);
  n=intToggleEndianness(a);
  for (int i=0;i<n;i++) {
    f.read(&l,1);
    characters[i]->label=l;
  }
}

SpatiallySparseDataset MnistTrainSet() {
  SpatiallySparseDataset dataset;
  dataset.name="MNIST train set";
  dataset.type=TRAINBATCH;
  dataset.nFeatures=1;
  dataset.nClasses=10;
  std::string trainC("Data/MNIST/train-images-idx3-ubyte");
  std::string trainL("Data/MNIST/train-labels-idx1-ubyte");
  loadMnistC(trainC, dataset.pictures);
  loadMnistL(trainL, dataset.pictures);
  return dataset;
}
SpatiallySparseDataset MnistTestSet() {
  SpatiallySparseDataset dataset;
  dataset.type=TESTBATCH;
  dataset.name="MNIST test set";
  dataset.nFeatures=1;
  dataset.nClasses=10;
  std::string testC("Data/MNIST/t10k-images-idx3-ubyte");
  std::string testL("Data/MNIST/t10k-labels-idx1-ubyte");
  loadMnistC(testC, dataset.pictures);
  loadMnistL(testL, dataset.pictures);
  return dataset;
}