forked from SciSharp/TensorFlow.NET
-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathTextClassificationWithMovieReviews.cs
45 lines (38 loc) · 1.52 KB
/
TextClassificationWithMovieReviews.cs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
using System;
using System.Collections.Generic;
using System.IO;
using System.Text;
using Tensorflow;
using NumSharp.Core;
namespace TensorFlowNET.Examples
{
public class TextClassificationWithMovieReviews : Python, IExample
{
string dir = "text_classification_with_movie_reviews";
string dataFile = "imdb.zip";
public void Run()
{
PrepareData();
}
private void PrepareData()
{
Directory.CreateDirectory(dir);
// get model file
string url = $"https://github.com/SciSharp/TensorFlow.NET/raw/master/data/{dataFile}";
string zipFile = Path.Join(dir, $"imdb.zip");
Utility.Web.Download(url, zipFile);
Utility.Compress.UnZip(zipFile, dir);
// prepare training dataset
NDArray x_train = File.ReadAllLines(Path.Join(dir, "x_train.txt"));
NDArray labels_train = File.ReadAllLines(Path.Join(dir, "y_train.txt"));
NDArray indices_train = File.ReadAllLines(Path.Join(dir, "indices_train.txt"));
x_train = x_train[indices_train];
labels_train = labels_train[indices_train];
NDArray x_test = File.ReadAllLines(Path.Join(dir, "x_test.txt"));
NDArray labels_test = File.ReadAllLines(Path.Join(dir, "y_test.txt"));
NDArray indices_test = File.ReadAllLines(Path.Join(dir, "indices_test.txt"));
x_test = x_test[indices_test];
labels_test = labels_test[indices_test];
}
}
}