Repository navigation
Expand file tree
/
Copy pathmongodb_source.py
More file actions
49 lines (40 loc) · 1.58 KB
/
Copy pathmongodb_source.py
File metadata and controls
49 lines (40 loc) · 1.58 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
# -*- coding: utf-8 -*-
import pandas as pd
import pymongo
from pymongo import MongoClient
from quantdigger.datasource import datautil
from quantdigger.datasource.dsutil import *
from quantdigger.datasource.source import SourceWrapper, DatasourceAbstract
@register_datasource('mongodb', 'address', 'port', 'dbname')
class MongoDBSource(DatasourceAbstract):
'''MongoDBs数据源'''
def __init__(self, address, port, dbname):
# TODO address, port
self._client = MongoClient()
self._db = self._client([dbname])
def _get_collection_name(self, period, exchange, code):
return '{period}.{exchange}.{code}'.format(
period=str(period).replace('.', ''),
exchange=exchange,
code=code)
def get_bars(self, pcontract, dt_start, dt_end):
id_start, _ = datautil.encode2id(pcontract.period, dt_start)
id_end, _ = datautil.encode2id(pcontract.period, dt_end)
colname = self._get_collection_name(
pcontract.period,
pcontract.contract.exchange,
pcontract.contract.code)
cursor = self._db[colname].find({
'id': {
'$gt': id_start,
'$lt': id_end
}
}).sort('id', pymongo.ASCENDING)
data = pd.DataFrame(list(cursor)).set_index('datetime')
return SourceWrapper(pcontract, data, len(data))
def get_last_bars(self, pcontract, n):
raise NotImplementedError
def get_contracts(self):
colname = 'contract'
cursor = self.db[colname].find()
return pd.DataFrame(list(cursor))