Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
J
jio
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
Ivan Tyagov
jio
Commits
4685889d
Commit
4685889d
authored
Jan 28, 2013
by
Sven Franck
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
indexStorage: pass jslint, prepare allDocs/complex queries
parent
9ca13f16
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
82 additions
and
63 deletions
+82
-63
src/jio.storage/indexstorage.js
src/jio.storage/indexstorage.js
+82
-63
No files found.
src/jio.storage/indexstorage.js
View file @
4685889d
...
@@ -107,13 +107,20 @@ jIO.addStorageType('indexed', function (spec, my) {
...
@@ -107,13 +107,20 @@ jIO.addStorageType('indexed', function (spec, my) {
* @return {object} The new index array
* @return {object} The new index array
*/
*/
priv
.
createEmptyIndexArray
=
function
(
indices
)
{
priv
.
createEmptyIndexArray
=
function
(
indices
)
{
var
i
,
j
=
priv
.
indices
.
length
,
var
i
,
k
,
j
=
priv
.
indices
.
length
,
new_index
,
new_index_object
=
{},
new_index_name
;
new_index_object
=
{},
new_index_name
,
new_index_fields
;
if
(
indices
===
undefined
)
{
if
(
indices
===
undefined
)
{
for
(
i
=
0
;
i
<
j
;
i
+=
1
)
{
for
(
i
=
0
;
i
<
j
;
i
+=
1
)
{
new_index_name
=
priv
.
indices
[
i
].
name
;
new_index
=
priv
.
indices
[
i
];
new_index_name
=
new_index
.
name
;
new_index_fields
=
new_index
.
fields
;
new_index_object
[
new_index_name
]
=
{};
new_index_object
[
new_index_name
]
=
{};
// loop index fields and add objects to hold value/id pairs
for
(
k
=
0
;
k
<
new_index_fields
.
length
;
k
+=
1
)
{
new_index_object
[
new_index_name
][
new_index_fields
[
k
]]
=
{};
}
}
}
}
}
return
new_index_object
;
return
new_index_object
;
...
@@ -168,18 +175,24 @@ jIO.addStorageType('indexed', function (spec, my) {
...
@@ -168,18 +175,24 @@ jIO.addStorageType('indexed', function (spec, my) {
* @return {boolean} true/false
* @return {boolean} true/false
*/
*/
priv
.
isDocidInIndex
=
function
(
indices
,
doc
)
{
priv
.
isDocidInIndex
=
function
(
indices
,
doc
)
{
var
index
,
i
,
l
=
priv
.
indices
.
length
;
var
index
,
i
,
j
,
label
,
l
=
priv
.
indices
.
length
;
// loop indices
// loop indices
for
(
i
=
0
;
i
<
l
;
i
+=
1
)
{
for
(
i
=
0
;
i
<
l
;
i
+=
1
)
{
index
=
{};
index
=
{};
index
.
reference
=
priv
.
indices
[
i
];
index
.
reference
=
priv
.
indices
[
i
];
index
.
name
=
index
.
reference
.
name
;
index
.
reference_size
=
index
.
reference
.
fields
.
length
;
index
.
size
=
priv
.
getObjectSize
(
indices
[
index
.
name
]);
index
.
current
=
indices
[
index
.
reference
.
name
];
for
(
j
=
0
;
j
<
index
.
reference_size
;
j
+=
1
)
{
label
=
index
.
reference
.
fields
[
j
];
index
.
current_size
=
priv
.
getObjectSize
(
index
.
current
[
label
]);
if
(
index
.
size
>
0
)
{
// check for existing entries to remove (put-update)
if
(
priv
.
searchIndexByValue
(
indices
[
index
.
name
],
doc
.
_id
,
"
bool
"
))
{
if
(
index
.
current_size
>
0
)
{
return
true
;
if
(
priv
.
searchIndexByValue
(
index
.
current
[
label
],
doc
.
_id
,
"
bool
"
))
{
return
true
;
}
}
}
}
}
}
}
...
@@ -194,26 +207,32 @@ jIO.addStorageType('indexed', function (spec, my) {
...
@@ -194,26 +207,32 @@ jIO.addStorageType('indexed', function (spec, my) {
* @return {object} indices The cleaned up file
* @return {object} indices The cleaned up file
*/
*/
priv
.
cleanIndices
=
function
(
indices
,
doc
)
{
priv
.
cleanIndices
=
function
(
indices
,
doc
)
{
var
i
,
j
,
k
,
index
,
key
,
l
=
priv
.
indices
.
length
;
var
i
,
j
,
k
,
index
,
key
,
l
abel
,
l
=
priv
.
indices
.
length
;
// loop indices (indexA, indexAB...)
// loop indices (indexA, indexAB...)
for
(
i
=
0
;
i
<
l
;
i
+=
1
)
{
for
(
i
=
0
;
i
<
l
;
i
+=
1
)
{
// index object (reference and current-iteration)
index
=
{};
index
=
{};
index
.
reference
=
priv
.
indices
[
i
];
index
.
reference
=
priv
.
indices
[
i
];
index
.
reference_size
=
index
.
reference
.
fields
.
length
;
index
.
current
=
indices
[
index
.
reference
.
name
];
index
.
current
=
indices
[
index
.
reference
.
name
];
index
.
current_size
=
priv
.
getObjectSize
(
index
.
current
);
// loop index fields
for
(
j
=
0
;
j
<
index
.
current_size
;
j
+=
1
)
{
for
(
j
=
0
;
j
<
index
.
reference_size
;
j
+=
1
)
{
key
=
priv
.
searchIndexByValue
(
index
.
current
,
doc
.
_id
,
"
key
"
);
label
=
index
.
reference
.
fields
[
j
];
index
.
result_array
=
index
.
current
[
key
];
index
.
current_size
=
priv
.
getObjectSize
(
index
.
current
[
label
]);
if
(
!!
key
)
{
// if there is more than one docid in the result array,
// loop field entries
// just remove this one and not the whole array
for
(
k
=
0
;
k
<
index
.
current_size
;
k
+=
1
)
{
if
(
index
.
result_array
.
length
>
1
)
{
key
=
priv
.
searchIndexByValue
(
index
.
current
[
label
],
doc
.
_id
,
"
key
"
);
index
.
result_array
.
splice
(
k
,
1
);
index
.
result_array
=
index
.
current
[
label
][
key
];
}
else
{
if
(
!!
key
)
{
delete
index
.
current
[
key
];
// if there is more than one docid in the result array,
// just remove this one and not the whole array
if
(
index
.
result_array
.
length
>
1
)
{
index
.
result_array
.
splice
(
k
,
1
);
}
else
{
delete
index
.
current
[
label
][
key
];
}
}
}
}
}
}
}
...
@@ -227,47 +246,38 @@ jIO.addStorageType('indexed', function (spec, my) {
...
@@ -227,47 +246,38 @@ jIO.addStorageType('indexed', function (spec, my) {
* @param {object} doc The document which should be added to the index
* @param {object} doc The document which should be added to the index
*/
*/
priv
.
updateIndices
=
function
(
indices
,
doc
)
{
priv
.
updateIndices
=
function
(
indices
,
doc
)
{
var
i
,
j
,
k
,
m
,
index
,
value
,
label
,
key
,
l
=
priv
.
indices
.
length
;
var
i
,
j
,
index
,
value
,
label
,
key
,
l
=
priv
.
indices
.
length
;
// loop indices
// loop indices
for
(
i
=
0
;
i
<
l
;
i
+=
1
)
{
for
(
i
=
0
;
i
<
l
;
i
+=
1
)
{
// index object (reference and current-iteration)
index
=
{};
index
=
{};
index
.
reference
=
priv
.
indices
[
i
];
index
.
reference
=
priv
.
indices
[
i
];
index
.
reference_size
=
index
.
reference
.
fields
.
length
;
index
.
reference_size
=
index
.
reference
.
fields
.
length
;
index
.
field_array
=
[];
index
.
current
=
indices
[
index
.
reference
.
name
];
index
.
current
=
indices
[
index
.
reference
.
name
];
index
.
current_size
=
priv
.
getObjectSize
(
index
.
current
);
// build array of values to create entries in index
// build array of values to create entries in index
for
(
j
=
0
;
j
<
index
.
reference_size
;
j
+=
1
)
{
for
(
j
=
0
;
j
<
index
.
reference_size
;
j
+=
1
)
{
label
=
index
.
reference
.
fields
[
j
];
label
=
index
.
reference
.
fields
[
j
];
value
=
doc
[
label
];
value
=
doc
[
label
];
if
(
value
!==
undefined
)
{
if
(
value
!==
undefined
)
{
// add a new entry
index
.
current_size
=
priv
.
getObjectSize
(
index
.
current
[
label
]);
index
.
field_array
.
push
(
value
);
//
remove existing entries with same docid (put-update!
)
//
check for existing entries to remove (put-update
)
if
(
index
.
current_size
>
0
)
{
if
(
index
.
current_size
>
0
)
{
key
=
priv
.
searchIndexByValue
(
indices
[
index
.
reference
.
name
],
key
=
priv
.
searchIndexByValue
(
doc
.
_id
,
"
key
"
);
index
.
current
[
label
],
doc
.
_id
,
"
key
"
);
if
(
!!
key
)
{
if
(
!!
key
)
{
delete
index
.
current
[
key
];
delete
index
.
current
[
label
][
key
];
}
}
}
}
}
if
(
index
.
current
[
label
][
value
]
===
undefined
)
{
}
index
.
current
[
label
][
value
]
=
[];
// create keyword entries
if
(
index
.
current
!==
undefined
)
{
m
=
index
.
field_array
.
length
;
if
(
m
)
{
for
(
k
=
0
;
k
<
m
;
k
+=
1
)
{
index
.
current_keyword
=
[
index
.
field_array
[
k
]];
if
(
index
.
current
[
index
.
current_keyword
]
===
undefined
)
{
index
.
current
[
index
.
current_keyword
]
=
[];
}
index
.
current
[
index
.
current_keyword
].
push
(
doc
.
_id
);
}
}
// add a new entry
index
.
current
[
label
][
value
].
push
(
doc
.
_id
);
}
}
}
}
}
}
...
@@ -366,7 +376,6 @@ jIO.addStorageType('indexed', function (spec, my) {
...
@@ -366,7 +376,6 @@ jIO.addStorageType('indexed', function (spec, my) {
*/
*/
priv
.
convertIndicesToQueryObject
=
function
(
indices
,
query_syntax
)
{
priv
.
convertIndicesToQueryObject
=
function
(
indices
,
query_syntax
)
{
var
use_index
=
priv
.
findBestIndexForQuery
(
indices
,
query_syntax
);
var
use_index
=
priv
.
findBestIndexForQuery
(
indices
,
query_syntax
);
return
indices
;
return
indices
;
};
};
/**
/**
...
@@ -379,7 +388,7 @@ jIO.addStorageType('indexed', function (spec, my) {
...
@@ -379,7 +388,7 @@ jIO.addStorageType('indexed', function (spec, my) {
*/
*/
priv
.
allDocsResponseFromIndex
=
function
(
indices
,
include_docs
,
option
)
{
priv
.
allDocsResponseFromIndex
=
function
(
indices
,
include_docs
,
option
)
{
var
i
,
j
,
k
,
m
,
n
=
0
,
l
=
priv
.
indices
.
length
,
var
i
,
j
,
k
,
m
,
n
=
0
,
l
=
priv
.
indices
.
length
,
index
,
key
,
obj
,
prop
,
found
,
file
,
index
,
key
,
obj
,
prop
,
found
,
file
,
label
,
unique_count
=
0
,
unique_docids
=
[],
all_doc_response
=
{},
unique_count
=
0
,
unique_docids
=
[],
all_doc_response
=
{},
success
=
function
(
content
)
{
success
=
function
(
content
)
{
file
=
{
value
:
{}
};
file
=
{
value
:
{}
};
...
@@ -408,25 +417,33 @@ jIO.addStorageType('indexed', function (spec, my) {
...
@@ -408,25 +417,33 @@ jIO.addStorageType('indexed', function (spec, my) {
for
(
i
=
0
;
i
<
l
;
i
+=
1
)
{
for
(
i
=
0
;
i
<
l
;
i
+=
1
)
{
index
=
{};
index
=
{};
index
.
reference
=
priv
.
indices
[
i
];
index
.
reference
=
priv
.
indices
[
i
];
index
.
reference_size
=
index
.
reference
.
fields
.
length
;
index
.
current
=
indices
[
index
.
reference
.
name
];
index
.
current
=
indices
[
index
.
reference
.
name
];
index
.
current_size
=
priv
.
getObjectSize
(
index
.
current
);
// a lot of loops, not sure this is the fastest way
// a lot of loops, not sure this is the fastest way
for
(
j
=
0
;
j
<
index
.
current_size
;
j
+=
1
)
{
// loop index fields
for
(
key
in
index
.
current
)
{
for
(
j
=
0
;
j
<
index
.
reference_size
;
j
+=
1
)
{
if
(
index
.
current
.
hasOwnProperty
(
key
))
{
label
=
index
.
reference
.
fields
[
j
];
obj
=
index
.
current
[
key
];
index
.
current_field
=
index
.
current
[
label
];
for
(
prop
in
obj
)
{
index
.
current_size
=
priv
.
getObjectSize
(
index
.
current_field
);
if
(
obj
.
hasOwnProperty
(
prop
))
{
for
(
k
=
0
;
k
<
unique_docids
.
length
;
k
+=
1
)
{
// loop field id array
if
(
obj
[
prop
]
===
unique_docids
[
k
])
{
for
(
j
=
0
;
j
<
index
.
current_size
;
j
+=
1
)
{
found
=
true
;
for
(
key
in
index
.
current_field
)
{
break
;
if
(
index
.
current_field
.
hasOwnProperty
(
key
))
{
obj
=
index
.
current_field
[
key
];
for
(
prop
in
obj
)
{
if
(
obj
.
hasOwnProperty
(
prop
))
{
for
(
k
=
0
;
k
<
unique_docids
.
length
;
k
+=
1
)
{
if
(
obj
[
prop
]
===
unique_docids
[
k
])
{
found
=
true
;
break
;
}
}
if
(
!
found
)
{
unique_docids
.
push
(
obj
[
prop
]);
unique_count
+=
1
;
}
}
}
if
(
!
found
)
{
unique_docids
.
push
(
obj
[
prop
]);
unique_count
+=
1
;
}
}
}
}
}
}
...
@@ -434,6 +451,7 @@ jIO.addStorageType('indexed', function (spec, my) {
...
@@ -434,6 +451,7 @@ jIO.addStorageType('indexed', function (spec, my) {
}
}
}
}
}
}
// construct allDocs response
// construct allDocs response
all_doc_response
.
total_rows
=
unique_count
;
all_doc_response
.
total_rows
=
unique_count
;
all_doc_response
.
rows
=
[];
all_doc_response
.
rows
=
[];
...
@@ -771,6 +789,7 @@ jIO.addStorageType('indexed', function (spec, my) {
...
@@ -771,6 +789,7 @@ jIO.addStorageType('indexed', function (spec, my) {
priv
.
index_suffix
,
priv
.
index_suffix
,
option
,
option
,
function
(
response
)
{
function
(
response
)
{
// should include_docs be possible besides complex queries?
query_syntax
=
command
.
getOption
(
'
query
'
);
query_syntax
=
command
.
getOption
(
'
query
'
);
if
(
query_syntax
!==
undefined
)
{
if
(
query_syntax
!==
undefined
)
{
// check to see if index can do the job
// check to see if index can do the job
...
@@ -801,4 +820,4 @@ jIO.addStorageType('indexed', function (spec, my) {
...
@@ -801,4 +820,4 @@ jIO.addStorageType('indexed', function (spec, my) {
f
.
getIndices
();
f
.
getIndices
();
};
};
return
that
;
return
that
;
});
});
\ No newline at end of file
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment