snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-08-02 11:50:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: Remove the State from most of the code

Browse Source
This commit is contained in:
Clément Renault
2018-09-09 13:35:12 +02:00
parent 31e04f0120
commit a49a21ac15
13 changed files with 983 additions and 491 deletions
Download Patch File Download Diff File Expand all files Collapse all files

38
raptor-indexer/src/main.rs
View File

@ -3,13 +3,12 @@
#[macro_use] extern crate serde_derive;
use std::path::Path;
use std::collections::{HashSet, BTreeMap};
use std::fs::{self, File};
use std::io::{self, BufReader, BufRead};
use std::fs::File;
use std::io::{BufReader, BufRead};
use std::iter;
use raptor::{MetadataBuilder, Metadata, DocIndex};
use raptor::{MetadataBuilder, DocIndex};
use rocksdb::{SstFileWriter, EnvOptions, ColumnFamilyOptions};
use serde_json::from_str;
use unidecode::unidecode;
@ -21,18 +20,6 @@ struct Product {
ft: String,
}
fn set_readonly<P>(path: P, readonly: bool) -> io::Result<()>
where P: AsRef<Path>
{
let mut perms = fs::metadata(&path)?.permissions();
perms.set_readonly(readonly);
fs::set_permissions(&path, perms)
}
fn is_readonly<P: AsRef<Path>>(path: P) -> io::Result<bool> {
fs::metadata(&path).map(|m| m.permissions().readonly())
}
fn main() {
let data = File::open("products.json_lines").unwrap();
let data = BufReader::new(data);
@ -62,15 +49,6 @@ fn main() {
let idx_file = format!("{}.idx", random_name);
let sst_file = format!("{}.sst", random_name);
for file in &[&map_file, &idx_file, &sst_file] {
match is_readonly(file) {
Ok(true) => panic!("the {:?} file is readonly, please make it writeable", file),
Err(ref e) if e.kind() == io::ErrorKind::NotFound => (),
Err(e) => panic!("{:?}", e),
Ok(false) => (),
}
}
let env_options = EnvOptions::new();
let cf_options = ColumnFamilyOptions::new();
let mut sst_file_writer = SstFileWriter::new(env_options, cf_options);
@ -128,13 +106,5 @@ fn main() {
builder.finish().unwrap();
println!("Succesfully created files: {}, {}, {}", map_file, idx_file, sst_file);
set_readonly(&map_file, true).unwrap();
set_readonly(&idx_file, true).unwrap();
set_readonly(&sst_file, true).unwrap();
println!("Checking the dump consistency...");
unsafe { Metadata::from_paths(map_file, idx_file).unwrap() };
// TODO do it better!
println!("Succesfully created {:?} dump.", random_name);
}