update: add functional testing and repair pipeline

.github/workflows/gru_pipeline.yaml

@@ -3,7 +3,7 @@ name: GRU Pipeline
 on:
   push:
     branches:
-      - production
+      - main
     tags:
       - '*'   
   schedule:
@@ -12,8 +12,9 @@ on:
 
 jobs:
   scraping_extracting:
-    name: Scraping, and Extracting
+    name: Scraping and Extracting
     runs-on: ubuntu-latest
+    environment: Scraping and Extraction
 
     steps:
       - name: Set global directory
@@ -66,6 +67,7 @@ jobs:
           overwrite: "true"
 
       - name: Upload Artifact (datasets)
+        if: env.match != 'true'
         uses: actions/upload-artifact@v3
         with:
           name: datasets
@@ -79,9 +81,10 @@ jobs:
 
 
   preprocessing_training:
-    name: Preprocessing, and Training 
+    name: Preprocessing and Training 
     runs-on: ubuntu-latest
     needs: scraping_extracting
+    environment: Preprocessing and Training 
 
     steps:
       - name: Set global directory
@@ -117,6 +120,7 @@ jobs:
         run: pip install -r requirements.txt
 
       - name: Download Artifact (datasets)
+        if: env.match != 'true'
         uses: actions/download-artifact@v3
         with:
           name: datasets
@@ -201,14 +205,14 @@ jobs:
         uses: ad-m/github-push-action@master
         with:
           github_token: ${{ secrets.GH_TOKEN }}
-          branch: production 
+          branch: main 
 
 
   tebakaja_crypto_space-0:
     name: crypto-forecast-svc-0
     runs-on: ubuntu-latest
     needs: preprocessing_training
-    environment: Production
+    environment: Deployment
 
     env:
       HF_TOKEN: ${{ secrets.HF_TOKEN }}
@@ -234,7 +238,7 @@ jobs:
 
       - name: Pull changes from remote
         run: |
-          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main || \
           (git merge --strategy-option theirs)
 
       - name: Add and commit changes
@@ -244,14 +248,14 @@ jobs:
 
       - name: Push to Hugging Face
         run: |
-          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production --force
+          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main --force
 
 
   tebakaja_crypto_space-1:
     name: crypto-forecast-svc-1
     runs-on: ubuntu-latest
     needs: preprocessing_training
-    environment: Production
+    environment: Deployment
 
     env:
       HF_TOKEN: ${{ secrets.HF_TOKEN }}
@@ -277,7 +281,7 @@ jobs:
 
       - name: Pull changes from remote
         run: |
-          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main || \
           (git merge --strategy-option theirs)
 
       - name: Add and commit changes
@@ -287,14 +291,14 @@ jobs:
 
       - name: Push to Hugging Face
         run: |
-          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production --force
+          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main --force
 
 
   tebakaja_crypto_space-2:
     name: crypto-forecast-svc-2
     runs-on: ubuntu-latest
     needs: preprocessing_training
-    environment: Production
+    environment: Deployment
 
     env:
       HF_TOKEN: ${{ secrets.HF_TOKEN }}
@@ -320,7 +324,7 @@ jobs:
 
       - name: Pull changes from remote
         run: |
-          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main || \
           (git merge --strategy-option theirs)
 
       - name: Add and commit changes
@@ -330,14 +334,14 @@ jobs:
 
       - name: Push to Hugging Face
         run: |
-          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production --force
+          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main --force
 
 
   tebakaja_crypto_space-3:
     name: crypto-forecast-svc-3
     runs-on: ubuntu-latest
     needs: preprocessing_training
-    environment: Production
+    environment: Deployment
 
     env:
       HF_TOKEN: ${{ secrets.HF_TOKEN }}
@@ -363,7 +367,7 @@ jobs:
 
       - name: Pull changes from remote
         run: |
-          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main || \
           (git merge --strategy-option theirs)
 
       - name: Add and commit changes
@@ -373,14 +377,14 @@ jobs:
 
       - name: Push to Hugging Face
         run: |
-          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production --force
+          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main --force
 
 
   tebakaja_crypto_space-4:
     name: crypto-forecast-svc-4
     runs-on: ubuntu-latest
     needs: preprocessing_training
-    environment: Production
+    environment: Deployment
 
     env:
       HF_TOKEN: ${{ secrets.HF_TOKEN }}
@@ -406,7 +410,7 @@ jobs:
 
       - name: Pull changes from remote
         run: |
-          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main || \
           (git merge --strategy-option theirs)
 
       - name: Add and commit changes
@@ -416,4 +420,31 @@ jobs:
 
       - name: Push to Hugging Face
         run: |
-          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production --force
+          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main --force
+
+
+  functional_testing:
+    name: Functional Testing
+    runs-on: ubuntu-latest
+
+    needs:
+      - tebakaja_crypto_space-0
+      - tebakaja_crypto_space-1
+      - tebakaja_crypto_space-2
+      - tebakaja_crypto_space-3
+      - tebakaja_crypto_space-4
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1
+
+      - name: Testing Proxy Endpoints
+        run: |
+          sleep 60
+          chmod +x endpoints_test.sh && ./endpoints_test.sh
+

.github/workflows/lstm_gru_pipeline.yaml

@@ -3,7 +3,7 @@ name: LSTM GRU Pipeline
 on:
   push:
     branches:
-      - production
+      - main
     tags:
       - '*'   
   schedule:
@@ -12,8 +12,9 @@ on:
 
 jobs:
   scraping_extracting:
-    name: Scraping, and Extracting
+    name: Scraping and Extracting
     runs-on: ubuntu-latest
+    environment: Scraping and Extraction
 
     steps:
       - name: Set global directory
@@ -66,6 +67,7 @@ jobs:
           overwrite: "true"
 
       - name: Upload Artifact (datasets)
+        if: env.match != 'true'
         uses: actions/upload-artifact@v3
         with:
           name: datasets
@@ -79,9 +81,10 @@ jobs:
 
 
   preprocessing_training:
-    name: Preprocessing, and Training 
+    name: Preprocessing and Training 
     runs-on: ubuntu-latest
     needs: scraping_extracting
+    environment: Preprocessing and Training 
 
     steps:
       - name: Set global directory
@@ -117,6 +120,7 @@ jobs:
         run: pip install -r requirements.txt
 
       - name: Download Artifact (datasets)
+        if: env.match != 'true'
         uses: actions/download-artifact@v3
         with:
           name: datasets
@@ -201,14 +205,14 @@ jobs:
         uses: ad-m/github-push-action@master
         with:
           github_token: ${{ secrets.GH_TOKEN }}
-          branch: production 
+          branch: main 
 
 
   tebakaja_crypto_space-0:
     name: crypto-forecast-svc-0
     runs-on: ubuntu-latest
     needs: preprocessing_training
-    environment: Production
+    environment: Deployment
 
     env:
       HF_TOKEN: ${{ secrets.HF_TOKEN }}
@@ -234,7 +238,7 @@ jobs:
 
       - name: Pull changes from remote
         run: |
-          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main || \
           (git merge --strategy-option theirs)
 
       - name: Add and commit changes
@@ -244,14 +248,14 @@ jobs:
 
       - name: Push to Hugging Face
         run: |
-          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production --force
+          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main --force
 
 
   tebakaja_crypto_space-1:
     name: crypto-forecast-svc-1
     runs-on: ubuntu-latest
     needs: preprocessing_training
-    environment: Production
+    environment: Deployment
 
     env:
       HF_TOKEN: ${{ secrets.HF_TOKEN }}
@@ -277,7 +281,7 @@ jobs:
 
       - name: Pull changes from remote
         run: |
-          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main || \
           (git merge --strategy-option theirs)
 
       - name: Add and commit changes
@@ -287,14 +291,14 @@ jobs:
 
       - name: Push to Hugging Face
         run: |
-          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production --force
+          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main --force
 
 
   tebakaja_crypto_space-2:
     name: crypto-forecast-svc-2
     runs-on: ubuntu-latest
     needs: preprocessing_training
-    environment: Production
+    environment: Deployment
 
     env:
       HF_TOKEN: ${{ secrets.HF_TOKEN }}
@@ -320,7 +324,7 @@ jobs:
 
       - name: Pull changes from remote
         run: |
-          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main || \
           (git merge --strategy-option theirs)
 
       - name: Add and commit changes
@@ -330,14 +334,14 @@ jobs:
 
       - name: Push to Hugging Face
         run: |
-          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production --force
+          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main --force
 
 
   tebakaja_crypto_space-3:
     name: crypto-forecast-svc-3
     runs-on: ubuntu-latest
     needs: preprocessing_training
-    environment: Production
+    environment: Deployment
 
     env:
       HF_TOKEN: ${{ secrets.HF_TOKEN }}
@@ -363,7 +367,7 @@ jobs:
 
       - name: Pull changes from remote
         run: |
-          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main || \
           (git merge --strategy-option theirs)
 
       - name: Add and commit changes
@@ -373,14 +377,14 @@ jobs:
 
       - name: Push to Hugging Face
         run: |
-          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production --force
+          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main --force
 
 
   tebakaja_crypto_space-4:
     name: crypto-forecast-svc-4
     runs-on: ubuntu-latest
     needs: preprocessing_training
-    environment: Production
+    environment: Deployment
 
     env:
       HF_TOKEN: ${{ secrets.HF_TOKEN }}
@@ -406,7 +410,7 @@ jobs:
 
       - name: Pull changes from remote
         run: |
-          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main || \
           (git merge --strategy-option theirs)
 
       - name: Add and commit changes
@@ -416,4 +420,31 @@ jobs:
 
       - name: Push to Hugging Face
         run: |
-          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production --force
+          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main --force
+
+
+  functional_testing:
+    name: Functional Testing
+    runs-on: ubuntu-latest
+
+    needs:
+      - tebakaja_crypto_space-0
+      - tebakaja_crypto_space-1
+      - tebakaja_crypto_space-2
+      - tebakaja_crypto_space-3
+      - tebakaja_crypto_space-4
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1
+
+      - name: Testing Proxy Endpoints
+        run: |
+          sleep 60
+          chmod +x endpoints_test.sh && ./endpoints_test.sh
+

.github/workflows/lstm_pipeline.yaml

@@ -3,7 +3,7 @@ name: LSTM Pipeline
 on:
   push:
     branches:
-      - production
+      - main
     tags:
       - '*'   
   schedule:
@@ -12,8 +12,9 @@ on:
 
 jobs:
   scraping_extracting:
-    name: Scraping, and Extracting
+    name: Scraping and Extracting
     runs-on: ubuntu-latest
+    environment: Scraping and Extraction
 
     steps:
       - name: Set global directory
@@ -66,6 +67,7 @@ jobs:
           overwrite: "true"
 
       - name: Upload Artifact (datasets)
+        if: env.match != 'true'
         uses: actions/upload-artifact@v3
         with:
           name: datasets
@@ -79,9 +81,10 @@ jobs:
 
 
   preprocessing_training:
-    name: Preprocessing, and Training 
+    name: Preprocessing and Training 
     runs-on: ubuntu-latest
     needs: scraping_extracting
+    environment: Preprocessing and Training 
 
     steps:
       - name: Set global directory
@@ -117,6 +120,7 @@ jobs:
         run: pip install -r requirements.txt
 
       - name: Download Artifact (datasets)
+        if: env.match != 'true'
         uses: actions/download-artifact@v3
         with:
           name: datasets
@@ -201,14 +205,14 @@ jobs:
         uses: ad-m/github-push-action@master
         with:
           github_token: ${{ secrets.GH_TOKEN }}
-          branch: production 
+          branch: main 
 
 
   tebakaja_crypto_space-0:
     name: crypto-forecast-svc-0
     runs-on: ubuntu-latest
     needs: preprocessing_training
-    environment: Production
+    environment: Deployment
 
     env:
       HF_TOKEN: ${{ secrets.HF_TOKEN }}
@@ -234,7 +238,7 @@ jobs:
 
       - name: Pull changes from remote
         run: |
-          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main || \
           (git merge --strategy-option theirs)
 
       - name: Add and commit changes
@@ -244,14 +248,14 @@ jobs:
 
       - name: Push to Hugging Face
         run: |
-          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production --force
+          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main --force
 
 
   tebakaja_crypto_space-1:
     name: crypto-forecast-svc-1
     runs-on: ubuntu-latest
     needs: preprocessing_training
-    environment: Production
+    environment: Deployment
 
     env:
       HF_TOKEN: ${{ secrets.HF_TOKEN }}
@@ -277,7 +281,7 @@ jobs:
 
       - name: Pull changes from remote
         run: |
-          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main || \
           (git merge --strategy-option theirs)
 
       - name: Add and commit changes
@@ -287,14 +291,14 @@ jobs:
 
       - name: Push to Hugging Face
         run: |
-          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production --force
+          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main --force
 
 
   tebakaja_crypto_space-2:
     name: crypto-forecast-svc-2
     runs-on: ubuntu-latest
     needs: preprocessing_training
-    environment: Production
+    environment: Deployment
 
     env:
       HF_TOKEN: ${{ secrets.HF_TOKEN }}
@@ -320,7 +324,7 @@ jobs:
 
       - name: Pull changes from remote
         run: |
-          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main || \
           (git merge --strategy-option theirs)
 
       - name: Add and commit changes
@@ -330,14 +334,14 @@ jobs:
 
       - name: Push to Hugging Face
         run: |
-          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production --force
+          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main --force
 
 
   tebakaja_crypto_space-3:
     name: crypto-forecast-svc-3
     runs-on: ubuntu-latest
     needs: preprocessing_training
-    environment: Production
+    environment: Deployment
 
     env:
       HF_TOKEN: ${{ secrets.HF_TOKEN }}
@@ -363,7 +367,7 @@ jobs:
 
       - name: Pull changes from remote
         run: |
-          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main || \
           (git merge --strategy-option theirs)
 
       - name: Add and commit changes
@@ -373,14 +377,14 @@ jobs:
 
       - name: Push to Hugging Face
         run: |
-          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production --force
+          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main --force
 
 
   tebakaja_crypto_space-4:
     name: crypto-forecast-svc-4
     runs-on: ubuntu-latest
     needs: preprocessing_training
-    environment: Production
+    environment: Deployment
 
     env:
       HF_TOKEN: ${{ secrets.HF_TOKEN }}
@@ -406,7 +410,7 @@ jobs:
 
       - name: Pull changes from remote
         run: |
-          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          git pull https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main || \
           (git merge --strategy-option theirs)
 
       - name: Add and commit changes
@@ -416,4 +420,31 @@ jobs:
 
       - name: Push to Hugging Face
         run: |
-          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME production --force
+          git push https://$HF_USERNAME:[email protected]/spaces/$HF_USERNAME/$SPACE_NAME main --force
+
+
+  functional_testing:
+    name: Functional Testing
+    runs-on: ubuntu-latest
+
+    needs:
+      - tebakaja_crypto_space-0
+      - tebakaja_crypto_space-1
+      - tebakaja_crypto_space-2
+      - tebakaja_crypto_space-3
+      - tebakaja_crypto_space-4
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1
+
+      - name: Testing Proxy Endpoints
+        run: |
+          sleep 60
+          chmod +x endpoints_test.sh && ./endpoints_test.sh
+

Dockerfile

@@ -12,7 +12,7 @@ WORKDIR /app
 
 # Install Requirements
 RUN apt-get update && \
-    apt-get install -y gcc python3-dev gnupg curl
+    apt-get install -y gcc python3-dev gnupg curl wget
 
 COPY --chown=user ./requirements.txt requirements.txt
 
@@ -30,91 +30,116 @@ RUN cd /app/restful/cutils && \
 
 
 # Initialization Resources
-RUN mkdir /app/resources && \
-    chmod 444 /app/resources
-
-RUN pip install gdown
+RUN mkdir -p /app/resources && \
+    chmod 755 /app/resources
 
 
 # Datasets Resources
+RUN mkdir -p /app/resources/ && \
+    chmod 755 /app/resources/
+    
 RUN --mount=type=secret,id=DATASETS_ID,mode=0444,required=true \
-	gdown https://drive.google.com/uc?id=$(cat /run/secrets/DATASETS_ID) && \
-    mv datasets.zip /app/resources/datasets.zip && unzip /app/resources/datasets.zip && \
+    wget -q --show-progress --progress=bar:force \
+        https://drive.google.com/uc?id=$(cat /run/secrets/DATASETS_ID) \
+            -O /app/resources/datasets.zip && \
+    unzip -o /app/resources/datasets.zip -d /app/resources/ && \
     rm /app/resources/datasets.zip
 
+RUN ls /app/resources/datasets
+
 
 # Algorithms Resources
-RUN mkdir /app/resources/algorithms && \
-    chmod 444 /app/resources/algorithms
+RUN mkdir -p /app/resources/algorithms && \
+    chmod 755 /app/resources/algorithms
 
 
 # GRU Algorithm Resources
-RUN mkdir /app/resources/algorithms/GRU && \
-    chmod 444 /app/resources/algorithms/GRU
+RUN mkdir -p /app/resources/algorithms/GRU && \
+    chmod 755 /app/resources/algorithms/GRU
 
 RUN --mount=type=secret,id=GRU_MODELS_ID,mode=0444,required=true \
-	gdown https://drive.google.com/uc?id=$(cat /run/secrets/GRU_MODELS_ID) && \
-    mv models.zip /app/resources/algorithms/GRU/models.zip && \
-    unzip /app/resources/algorithms/GRU/models.zip && \
+    wget -q --show-progress --progress=bar:force \
+        https://drive.google.com/uc?id=$(cat /run/secrets/GRU_MODELS_ID) \
+            -O /app/resources/algorithms/GRU/models.zip && \
+    unzip -o /app/resources/algorithms/GRU/models.zip \
+        -d /app/resources/algorithms/GRU && \
     rm /app/resources/algorithms/GRU/models.zip
 
 RUN --mount=type=secret,id=GRU_PICKLES_ID,mode=0444,required=true \
-	gdown https://drive.google.com/uc?id=$(cat /run/secrets/GRU_PICKLES_ID) && \
-    mv pickles.zip /app/resources/algorithms/GRU/pickles.zip && \
-    unzip /app/resources/algorithms/GRU/pickles.zip && \
+    wget -q --show-progress --progress=bar:force \
+        https://drive.google.com/uc?id=$(cat /run/secrets/GRU_PICKLES_ID) \
+            -O /app/resources/algorithms/GRU/pickles.zip && \
+    unzip -o /app/resources/algorithms/GRU/pickles.zip \
+        -d /app/resources/algorithms/GRU && \
     rm /app/resources/algorithms/GRU/pickles.zip
 
 RUN --mount=type=secret,id=GRU_POSTTRAINED_ID,mode=0444,required=true \
-	gdown https://drive.google.com/uc?id=$(cat /run/secrets/GRU_POSTTRAINED_ID) && \
-    mv posttrained.zip /app/resources/algorithms/GRU/posttrained.zip && \
-    unzip /app/resources/algorithms/GRU/posttrained.zip && \
+    wget -q --show-progress --progress=bar:force \
+        https://drive.google.com/uc?id=$(cat /run/secrets/GRU_POSTTRAINED_ID) \
+            -O /app/resources/algorithms/GRU/posttrained.zip && \
+    unzip -o /app/resources/algorithms/GRU/posttrained.zip \
+        -d /app/resources/algorithms/GRU && \
     rm /app/resources/algorithms/GRU/posttrained.zip
 
 
 # LSTM Algorithm Resources
-RUN mkdir /app/resources/algorithms/LSTM && \
-    chmod 444 /app/resources/algorithms/LSTM
+RUN mkdir -p /app/resources/algorithms/LSTM && \
+    chmod 755 /app/resources/algorithms/LSTM
 
 RUN --mount=type=secret,id=LSTM_MODELS_ID,mode=0444,required=true \
-	gdown https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_MODELS_ID) && \
-    mv models.zip /app/resources/algorithms/LSTM/models.zip && \
-    unzip /app/resources/algorithms/LSTM/models.zip && \
+    wget -q --show-progress --progress=bar:force \
+        https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_MODELS_ID) \
+            -O /app/resources/algorithms/LSTM/models.zip && \
+    unzip -o /app/resources/algorithms/LSTM/models.zip \
+        -d /app/resources/algorithms/LSTM && \
     rm /app/resources/algorithms/LSTM/models.zip
 
 RUN --mount=type=secret,id=LSTM_PICKLES_ID,mode=0444,required=true \
-	gdown https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_PICKLES_ID) && \
-    mv pickles.zip /app/resources/algorithms/LSTM/pickles.zip && \
-    unzip /app/resources/algorithms/LSTM/pickles.zip && \
+    wget -q --show-progress --progress=bar:force \
+        https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_PICKLES_ID) \
+            -O /app/resources/algorithms/LSTM/pickles.zip && \
+    unzip -o /app/resources/algorithms/LSTM/pickles.zip \
+        -d /app/resources/algorithms/LSTM && \
     rm /app/resources/algorithms/LSTM/pickles.zip
 
 RUN --mount=type=secret,id=LSTM_POSTTRAINED_ID,mode=0444,required=true \
-	gdown https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_POSTTRAINED_ID) && \
-    mv posttrained.zip /app/resources/algorithms/LSTM/posttrained.zip && \
-    unzip /app/resources/algorithms/LSTM/posttrained.zip && \
+    wget -q --show-progress --progress=bar:force \
+        https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_POSTTRAINED_ID) \
+            -O /app/resources/algorithms/LSTM/posttrained.zip && \
+    unzip -o /app/resources/algorithms/LSTM/posttrained.zip \
+        -d /app/resources/algorithms/LSTM && \
     rm /app/resources/algorithms/LSTM/posttrained.zip
 
 
 # LSTM_GRU Algorithm Resources
-RUN mkdir /app/resources/algorithms/LSTM_GRU && \
-    chmod 444 /app/resources/algorithms/LSTM_GRU
+RUN mkdir -p /app/resources/algorithms/LSTM_GRU && \
+    chmod 755 /app/resources/algorithms/LSTM_GRU
 
 RUN --mount=type=secret,id=LSTM_GRU_MODELS_ID,mode=0444,required=true \
-	gdown https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_GRU_MODELS_ID) && \
-    mv models.zip /app/resources/algorithms/LSTM_GRU/models.zip && \
-    unzip /app/resources/algorithms/LSTM_GRU/models.zip && \
+    wget -q --show-progress --progress=bar:force \
+        https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_GRU_MODELS_ID) \
+            -O /app/resources/algorithms/LSTM_GRU/models.zip && \
+    unzip -o /app/resources/algorithms/LSTM_GRU/models.zip \
+        -d /app/resources/algorithms/LSTM_GRU && \
     rm /app/resources/algorithms/LSTM_GRU/models.zip
 
 RUN --mount=type=secret,id=LSTM_GRU_PICKLES_ID,mode=0444,required=true \
-	gdown https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_GRU_PICKLES_ID) && \
-    mv pickles.zip /app/resources/algorithms/LSTM_GRU/pickles.zip && \
-    unzip /app/resources/algorithms/LSTM_GRU/pickles.zip && \
+    wget -q --show-progress --progress=bar:force \
+        https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_GRU_PICKLES_ID) \
+            -O /app/resources/algorithms/LSTM_GRU/pickles.zip && \
+    unzip -o /app/resources/algorithms/LSTM_GRU/pickles.zip \
+        -d /app/resources/algorithms/LSTM_GRU && \
     rm /app/resources/algorithms/LSTM_GRU/pickles.zip
 
 RUN --mount=type=secret,id=LSTM_GRU_POSTTRAINED_ID,mode=0444,required=true \
-	gdown https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_GRU_POSTTRAINED_ID) && \
-    mv posttrained.zip /app/resources/algorithms/LSTM_GRU/posttrained.zip && \
-    unzip /app/resources/algorithms/LSTM_GRU/posttrained.zip && \
+    wget -q --show-progress --progress=bar:force \
+        https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_GRU_POSTTRAINED_ID) \
+            -O /app/resources/algorithms/LSTM_GRU/posttrained.zip && \
+    unzip -o /app/resources/algorithms/LSTM_GRU/posttrained.zip \
+        -d /app/resources/algorithms/LSTM_GRU && \
     rm /app/resources/algorithms/LSTM_GRU/posttrained.zip
 
 
-CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--workers", "50", "--port", "7860"]
+
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--workers", "30", "--port", "7860"]
+

endpoints_test.sh

@@ -0,0 +1,85 @@
+#!/bin/bash
+PROD_ENDPOINT_0="https://qywok-tebakaja-proxy-space-0.hf.space"
+PROD_ENDPOINT_1="https://qywok-tebakaja-proxy-space-1.hf.space"
+PROD_ENDPOINT_2="https://qywok-tebakaja-proxy-space-2.hf.space"
+PROD_ENDPOINT_3="https://qywok-tebakaja-proxy-space-3.hf.space"
+PROD_ENDPOINT_4="https://qywok-tebakaja-proxy-space-4.hf.space"
+
+
+check_status() {
+  if [ $1 -eq 200 ]; then
+    echo "[ Success ] $2 (latency: $3 ms)"
+  else
+    echo "[ Failed ] $2 (HTTP status: $1)"
+  fi
+}
+
+
+make_get_request() {
+  START_TIME=$(date +%s%3N)
+  RESPONSE=$(curl -s -o /dev/null -w "%{http_code}" -X GET $1)
+  END_TIME=$(date +%s%3N)
+  DURATION=$((END_TIME - START_TIME))
+  check_status $RESPONSE $2 $DURATION
+}
+
+
+make_post_request() {
+  START_TIME=$(date +%s%3N)
+  RESPONSE=$(curl -s -o /dev/null -w "%{http_code}" -X POST $1 \
+    -H "Content-Type: application/json" \
+    -d "$2")
+  END_TIME=$(date +%s%3N)
+  DURATION=$((END_TIME - START_TIME))
+  check_status $RESPONSE $3 $DURATION
+}
+
+
+echo "-------- [ Proxy 0 ] --------"
+make_get_request "$PROD_ENDPOINT_0/stock/lists" "stock-list-prod-0"
+make_post_request "$PROD_ENDPOINT_0/stock/prediction" "{\"days\": 7, \"currency\": \"BTC-USD\"}" "stock-prediction-prod-0"
+make_get_request "$PROD_ENDPOINT_0/crypto/lists" "crypto-list-prod-0"
+make_post_request "$PROD_ENDPOINT_0/crypto/prediction" "{\"days\": 7, \"currency\": \"BTC-USD\"}" "crypto-prediction-prod-0"
+make_get_request "$PROD_ENDPOINT_0/national-currency/lists" "natcurr-list-prod-0"
+make_post_request "$PROD_ENDPOINT_0/national-currency/prediction" "{\"days\": 7, \"currency\": \"BTC-USD\"}" "natcurr-prediction-prod-0"
+echo " "
+
+
+echo "-------- [ Proxy 1 ] --------"
+make_get_request "$PROD_ENDPOINT_1/stock/lists" "stock-list-prod-1"
+make_post_request "$PROD_ENDPOINT_1/stock/prediction" "{\"days\": 7, \"currency\": \"BTC-USD\"}" "stock-prediction-prod-1"
+make_get_request "$PROD_ENDPOINT_1/crypto/lists" "crypto-list-prod-1"
+make_post_request "$PROD_ENDPOINT_1/crypto/prediction" "{\"days\": 7, \"currency\": \"BTC-USD\"}" "crypto-prediction-prod-1"
+make_get_request "$PROD_ENDPOINT_1/national-currency/lists" "natcurr-list-prod-1"
+make_post_request "$PROD_ENDPOINT_1/national-currency/prediction" "{\"days\": 7, \"currency\": \"BTC-USD\"}" "natcurr-prediction-prod-1"
+echo " "
+
+
+echo "-------- [ Proxy 2 ] --------"
+make_get_request "$PROD_ENDPOINT_2/stock/lists" "stock-list-prod-2"
+make_post_request "$PROD_ENDPOINT_2/stock/prediction" "{\"days\": 7, \"currency\": \"BTC-USD\"}" "stock-prediction-prod-2"
+make_get_request "$PROD_ENDPOINT_2/crypto/lists" "crypto-list-prod-2"
+make_post_request "$PROD_ENDPOINT_2/crypto/prediction" "{\"days\": 7, \"currency\": \"BTC-USD\"}" "crypto-prediction-prod-2"
+make_get_request "$PROD_ENDPOINT_2/national-currency/lists" "natcurr-list-prod-2"
+make_post_request "$PROD_ENDPOINT_2/national-currency/prediction" "{\"days\": 7, \"currency\": \"BTC-USD\"}" "natcurr-prediction-prod-2"
+echo " "
+
+
+echo "-------- [ Proxy 3 ] --------"
+make_get_request "$PROD_ENDPOINT_3/stock/lists" "stock-list-prod-3"
+make_post_request "$PROD_ENDPOINT_3/stock/prediction" "{\"days\": 7, \"currency\": \"BTC-USD\"}" "stock-prediction-prod-3"
+make_get_request "$PROD_ENDPOINT_3/crypto/lists" "crypto-list-prod-3"
+make_post_request "$PROD_ENDPOINT_3/crypto/prediction" "{\"days\": 7, \"currency\": \"BTC-USD\"}" "crypto-prediction-prod-3"
+make_get_request "$PROD_ENDPOINT_3/national-currency/lists" "natcurr-list-prod-3"
+make_post_request "$PROD_ENDPOINT_3/national-currency/prediction" "{\"days\": 7, \"currency\": \"BTC-USD\"}" "natcurr-prediction-prod-3"
+echo " "
+
+
+echo "-------- [ Proxy 4 ] --------"
+make_get_request "$PROD_ENDPOINT_4/stock/lists" "stock-list-prod-4"
+make_post_request "$PROD_ENDPOINT_4/stock/prediction" "{\"days\": 7, \"currency\": \"BTC-USD\"}" "stock-prediction-prod-4"
+make_get_request "$PROD_ENDPOINT_4/crypto/lists" "crypto-list-prod-4"
+make_post_request "$PROD_ENDPOINT_4/crypto/prediction" "{\"days\": 7, \"currency\": \"BTC-USD\"}" "crypto-prediction-prod-4"
+make_get_request "$PROD_ENDPOINT_4/national-currency/lists" "natcurr-list-prod-4"
+make_post_request "$PROD_ENDPOINT_4/national-currency/prediction" "{\"days\": 7, \"currency\": \"BTC-USD\"}" "natcurr-prediction-prod-4"
+echo " "

restful/controllers.py

@@ -44,7 +44,7 @@ class ForecastingControllers:
     """
     async def currencies_controller(self) -> JSONResponse:
         try:
-            path: str = './resources/datasets'
+            path: str = 'resources/datasets'
             datasets: list = sorted(
                 [
                     item.replace(".csv", "") for item in os.listdir(path)
@@ -79,7 +79,7 @@ class ForecastingControllers:
     """
     async def forecasting_controller(self, payload: ForecastingServiceSchema) -> JSONResponse:
         try:
-            path: str = './resources/datasets'
+            path: str = 'resources/datasets'
             datasets: list = sorted(
                 [
                     item.replace(".csv", "") for item in os.listdir(path)

schedulers/lstm_gru_schedule.ctl

@@ -1 +1 @@
-2024-07-28
+2024-08-04

schedulers/lstm_schedule.ctl

@@ -1 +1 @@
-2024-07-28
+2024-08-04