Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
A
AMPS
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Wiki
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Model registry
Operate
Environments
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
Grant David Meadors
AMPS
Commits
0169bc5d
Commit
0169bc5d
authored
12 years ago
by
Grant David Meadors
Browse files
Options
Downloads
Patches
Plain Diff
Should have enabled the interstitial frames jobs to take on frames of odd length
parent
3b5bd23b
No related branches found
No related tags found
No related merge requests found
Changes
3
Show whitespace changes
Inline
Side-by-side
Showing
3 changed files
createInterstitialCondorSubmitFile.py
+2
-2
2 additions, 2 deletions
createInterstitialCondorSubmitFile.py
interstitial.py
+10
-5
10 additions, 5 deletions
interstitial.py
interstitialFrame.m
+1
-1
1 addition, 1 deletion
interstitialFrame.m
with
13 additions
and
8 deletions
createInterstitialCondorSubmitFile.py
+
2
−
2
View file @
0169bc5d
...
...
@@ -10,7 +10,7 @@ import os, commands, shutil, sys, re
def
h
(
text
):
result
=
fileObject
.
write
(
text
+
'
\n
'
)
return
result
analysisDate
=
"
201
2
/0
6
/1
9
"
analysisDate
=
"
201
3
/0
5
/1
2
"
# Make a directory for the output logs
os
.
system
(
'
mkdir -p interstitialLogs
'
)
...
...
@@ -62,7 +62,7 @@ def queuer(n, observatory, duration, analysisDate):
h
(
"
queue
"
)
h
(
""
)
[
queuer
(
n
,
'
H
'
,
128
,
analysisDate
)
for
n
in
range
(
93
1
0
,
93
27
+
1
)]
[
queuer
(
n
,
'
H
'
,
128
,
analysisDate
)
for
n
in
range
(
93
3
0
,
93
30
+
1
)]
fileObject
.
close
This diff is collapsed.
Click to expand it.
interstitial.py
+
10
−
5
View file @
0169bc5d
...
...
@@ -2,7 +2,7 @@
import
os
,
sys
,
re
,
time
# Grant David Meadors
# 0201
2
-0
6
-1
8
# 0201
3
-0
5
-1
3
# gmeadors@umich.edu
# Run on all the frame files in a given directory
...
...
@@ -37,36 +37,41 @@ def interstate(n, cacheHoft, observatory, duration, analysisDate):
# The idea will be to do a comparison between cacheHoft and filesFilter and run
# the interstitialFrame function on the difference.
filterList
=
[]
filterDurationList
=
[]
refFrameList
=
[]
refList
=
[]
refDurationList
=
[]
for
filterLine
in
fileFilter
:
filterFrame
=
str
(
filterLine
)
# Search for the time of a filtered frame file.
regexpFilter
=
re
.
search
(
'
-(?P<GPS>\d+)-(\d+)\.
'
,
filterFrame
)
regexpFilter
=
re
.
search
(
'
-(?P<GPS>\d+)-(
?P<DUR>
\d+)\.
'
,
filterFrame
)
# Create a list of filtered Hoft frame times.
filterList
.
append
(
regexpFilter
.
group
(
1
))
filterDurationList
.
append
(
regexpFilter
.
group
(
2
))
fileRef
=
open
(
cacheHoft
,
"
r
"
)
for
refLine
in
fileRef
:
refFrame
=
str
(
refLine
)
# Search for the reference file
regexpRef
=
re
.
search
(
'
-(?P<GPS>\d+)-(\d+)\.
'
,
refFrame
)
regexpRef
=
re
.
search
(
'
-(?P<GPS>\d+)-(
?P<DUR>
\d+)\.
'
,
refFrame
)
# Create the list of reference, baseline Hoft frame times.
regexpRefTime
=
regexpRef
.
group
(
1
)
regexpRefDur
=
regexpRef
.
group
(
2
)
# First, limit our search only to files in the range of n,
# to avoid edge effects of overwriting files in adjacent directories
if
((
int
(
regexpRefTime
)
>=
int
(
n
)
*
(
10
**
5
))
and
\
(
int
(
regexpRefTime
)
<
(
int
(
n
)
+
1
)
*
(
10
**
5
))):
# Only then add it to the list
refList
.
append
(
regexpRefTime
)
refDurationList
.
append
(
regexpRefDur
)
fileRef
.
close
# Take the difference between the lists
diffList
=
filter
(
lambda
x
:
x
not
in
filterList
,
refList
)
runScript
=
analysisDate
+
'
run_interstitialFrame-well.sh
'
[
os
.
system
(
runScript
+
'
'
+
frame
+
'
'
+
cacheHoft
+
'
'
+
observatory
+
'
'
+
d
uration
)
for
frame
in
diffList
]
[
os
.
system
(
runScript
+
'
'
+
frame
+
'
'
+
cacheHoft
+
'
'
+
observatory
+
'
'
+
refD
uration
List
[
refList
.
index
(
frame
)]
)
for
frame
in
diffList
]
interstate
(
sys
.
argv
[
1
],
sys
.
argv
[
2
],
sys
.
argv
[
3
],
sys
.
argv
[
4
],
sys
.
argv
[
5
])
# For testing below:
#interstate(93
1
0, '
../../18
/AMPS/cache/in
jection
Cache-Hoft-93
1
000000-93
1
100000.txt', 'H', 128, '/archive/home/gmeadors/201
2
/0
6
/1
9
/AMPS/')
#interstate(93
3
0, '
/archive/home/gmeadors/2013/05/12
/AMPS/cache/in
terstitial
Cache-Hoft-93
3
000000-93
3
100000.txt', 'H', 128, '/archive/home/gmeadors/201
3
/0
5
/1
2
/AMPS/')
...
...
This diff is collapsed.
Click to expand it.
interstitialFrame.m
+
1
−
1
View file @
0169bc5d
function
output
=
interstitialFrame
(
frame
,
cache
,
observatory
,
duration
)
% Grant David Meadors
% gmeadors@umich.edu
% 0201
2
-0
6
-1
9
% 0201
3
-0
5
-1
3
% interstitialFrame.m
%
% interstitialFrame accepts a frame input from S6 Hoft and
...
...
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment