Repository navigation
Expand file tree
/
Copy pathhttp_main.rs
More file actions
220 lines (184 loc) · 7.53 KB
/
Copy pathhttp_main.rs
File metadata and controls
220 lines (184 loc) · 7.53 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
#![feature(destructuring_assignment)]
mod components;
mod utils;
use std::io::prelude::*;
use std::io::SeekFrom;
use std::fs::File;
use std::convert::TryInto;
use actix_web::{get, web, App as WebApp, HttpResponse, HttpServer, Responder};
use clap::{Arg, App as ClapApp};
use serde_json::json;
use lazy_static::*;
use sqlite_database_file_dissect::components::database_header;
use std::sync::Mutex;
use std::sync::MutexGuard;
use sqlite_database_file_dissect::components::database_header::DatabaseHeader;
use sqlite_database_file_dissect::utils::convert::TryFromBytes;
use sqlite_database_file_dissect::components::page::Page;
use sqlite_database_file_dissect::utils::error::HttpErrorKind;
use sqlite_database_file_dissect::utils::error::HttpError;
lazy_static!{
static ref SQLITE_DATABASE_FILE: Mutex<Option<String>> = Mutex::new(None);
static ref SQLITE_DATABASE_FILE_PAGE_SIZE: Mutex<Option<usize>> = Mutex::new(None);
}
fn travel_btree_page(f: &mut File,
page_size: usize,
page_index: usize,
buffer: &mut [u8],
page_parents: &mut Vec<i32>,
btree_id: usize,
btree_level: usize) {
if page_parents[page_index] == -100{
page_parents[page_index] = -1;
}
let page_start_offset: u64 = (page_index * page_size).try_into().unwrap();
f.seek(SeekFrom::Start(page_start_offset)).unwrap();
let _r = f.read(buffer);
let page_start_offset;
if page_index == 0 {
let _ = DatabaseHeader::try_from_be_bytes(&buffer[0..100]).unwrap();
page_start_offset = 100;
} else {
page_start_offset = 0;
}
let page = Page::try_from_be_bytes(&buffer, Some(page_start_offset)).unwrap();
for cell_idx in 0..page.cells.len() {
let cell = &page.cells[cell_idx];
match cell.left_child_page_number {
Some(left_child_page_number) => {
page_parents[(left_child_page_number-1) as usize] = page_index as i32;
},
None => (),
};
}
match page.header.right_most_pointer {
Some(right_most_pointer) => page_parents[(right_most_pointer -1) as usize] = page_index as i32,
None => (),
}
for cell_idx in 0..page.cells.len() {
let cell = &page.cells[cell_idx];
match cell.left_child_page_number {
Some(left_child_page_number) => travel_btree_page(f,
page_size,
(left_child_page_number -1).try_into().unwrap(),
buffer,
page_parents,
btree_id,
btree_level +1),
None => (),
}
}
match page.header.right_most_pointer {
Some(right_most_pointer) => travel_btree_page(
f,
page_size,
(right_most_pointer -1) as usize,
buffer,
page_parents,
btree_id,
btree_level +1),
None => (),
}
}
#[get("/btree_hierachy")]
async fn btree_hierachy() -> impl Responder{
let page_size: usize = SQLITE_DATABASE_FILE_PAGE_SIZE.lock().unwrap().unwrap();
let mut f = File::open(SQLITE_DATABASE_FILE.lock().unwrap().as_ref().unwrap()).unwrap();
let mut buffer = vec![0 as u8; page_size];
let f_length: usize = f.metadata().unwrap().len().try_into().unwrap();
let page_num: usize = f_length/page_size;
let mut page_parents: Vec<i32> = Vec::with_capacity(page_num);
for _ in 0..page_num {
page_parents.push(-100);
}
for page_index in 0..page_parents.len() {
let is_traveled = page_parents[page_index];
if is_traveled != -100 {
continue;
}
// read the page
travel_btree_page(
&mut f,
page_size,
page_index,
&mut buffer,
&mut page_parents,
page_index,
0);
}
let r = serde_json::to_string(&page_parents).unwrap();
HttpResponse::Ok().body(r)
}
#[get("/btree_page_num")]
async fn btree_page_num() -> impl Responder {
let page_size: usize = SQLITE_DATABASE_FILE_PAGE_SIZE.lock().unwrap().unwrap();
let f = File::open(SQLITE_DATABASE_FILE.lock().unwrap().as_ref().unwrap()).unwrap();
let f_length: usize = f.metadata().unwrap().len().try_into().unwrap();
let page_num: usize = f_length/page_size;
let r = json!({
"page_num": page_num
});
HttpResponse::Ok().body(r)
}
#[get("/btree_page/{page_index}")]
async fn btree_page(web::Path(page_index): web::Path<usize>) -> impl Responder {
let page_size: usize = SQLITE_DATABASE_FILE_PAGE_SIZE.lock().unwrap().unwrap();
let mut f = File::open(SQLITE_DATABASE_FILE.lock().unwrap().as_ref().unwrap()).unwrap();
let f_length: usize = f.metadata().unwrap().len().try_into().unwrap();
let page_num: usize = f_length/page_size;
if page_index <= 0 || page_index > page_num {
let r = serde_json::to_string(
&HttpError::new(HttpErrorKind::PageIndexError(page_index))
).unwrap();
return HttpResponse::BadRequest().body(r);
}
let mut buffer = vec![0 as u8; page_size];
let page_start_offset: u64 = (page_index * page_size).try_into().unwrap();
f.seek(SeekFrom::Start(page_start_offset)).unwrap();
let _r = f.read(&mut buffer);
let page_start_offset;
if page_index == 0 {
let _ = DatabaseHeader::try_from_be_bytes(&buffer[0..100]).unwrap();
page_start_offset = 100;
} else {
page_start_offset = 0;
}
let page = Page::try_from_be_bytes(&buffer, Some(page_start_offset)).unwrap();
let r = serde_json::to_string(&page).unwrap();
HttpResponse::Ok().body(r)
}
#[actix_web::main]
async fn main() -> std::io::Result<()>{
let matches = ClapApp::new("Sqlite Database File Dissect")
.version("1.0")
.author("Xiaoji Tian")
.about("Dissect sqlite database file")
.arg(Arg::with_name("file")
.short("f")
.long("file")
.value_name("FILE")
.help("sqlite database file name")
.required(true))
.get_matches();
{
let mut file_guard: MutexGuard<'_, Option<String>> = SQLITE_DATABASE_FILE.lock().unwrap();
*file_guard = Some(matches.value_of("file").unwrap().to_string());
}
let mut f = File::open(SQLITE_DATABASE_FILE.lock().unwrap().as_ref().unwrap()).unwrap();
let mut buffer = vec![0 as u8; 100];
let _r = f.read(&mut buffer);
let database_header = DatabaseHeader::try_from_be_bytes(&buffer[0..100]).unwrap();
{
let mut page_size_guard: MutexGuard<'_, Option<usize>> = SQLITE_DATABASE_FILE_PAGE_SIZE.lock().unwrap();
*page_size_guard = Some(database_header.page_size as usize);
}
HttpServer::new(|| {
WebApp::new()
.service(btree_hierachy)
.service(btree_page)
.service(btree_page_num)
})
.bind("127.0.0.1:8080")?
.run()
.await
}